2025-03-14T05:09:17.079291+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741928957079,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845929472,\"uptime\":1748774.39,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22797320,\"nice\":13180,\"sys\":3439590,\"idle\":1718744600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22744720,\"nice\":14450,\"sys\":3437730,\"idle\":1718814550,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30019,\"num\":3,\"sum\":60012}}}"}
2025-03-14T05:09:17.079398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741928957079,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:12:42.240334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929162240,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T05:12:42.241568+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929162241,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T05:13:17.159276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929197159,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832035840,\"uptime\":1749014.46,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22800180,\"nice\":13180,\"sys\":3439910,\"idle\":1718981320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22747300,\"nice\":14450,\"sys\":3438100,\"idle\":1719051310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29932,\"num\":13,\"sum\":60022}}}"}
2025-03-14T05:13:17.159322+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929197159,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:15:17.207276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929317207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836013056,\"uptime\":1749134.51,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22800970,\"nice\":13180,\"sys\":3440110,\"idle\":1719099970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22748310,\"nice\":14450,\"sys\":3438250,\"idle\":1719169820,\"irq\":0}}],\"eventLoopStats\":{\"min\":66,\"max\":30030,\"num\":3,\"sum\":60018}}}"}
2025-03-14T05:15:17.207342+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929317207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:16:17.235259+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929377235,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836119552,\"uptime\":1749194.54,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22801290,\"nice\":13180,\"sys\":3440180,\"idle\":1719159300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22748690,\"nice\":14450,\"sys\":3438330,\"idle\":1719229140,\"irq\":0}}],\"eventLoopStats\":{\"min\":77,\"max\":30021,\"num\":3,\"sum\":60025}}}"}
2025-03-14T05:16:17.235315+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929377235,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:21:26.123265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:21:26.123396+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-invite-assignee' for consumer group='icc-reporting'"}
2025-03-14T05:21:26.123402+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:21:25.780Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"slackChannelId\":\"C08HGRX72UE\",\"userToInvite\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"}},\"requestId\":\"h14rgi-htzxg-ugxqtu-i53fod-1741929685637\",\"client\":\"icc-ui\"}"}
2025-03-14T05:21:26.123404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-invite-assignee\"}}"}
2025-03-14T05:21:26.123446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-invite-assignee\"}}"}
2025-03-14T05:21:26.123561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:21:26.123561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-invite-assignee"}
2025-03-14T05:21:26.123563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-invite-assignee is not consumed by icc-reporting."}
2025-03-14T05:21:26.123577+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-invite-assignee correctly routed"}
2025-03-14T05:21:26.123745+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:21:26.123906+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-created' for consumer group='icc-reporting'"}
2025-03-14T05:21:26.123946+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:21:26.001Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"updates\":[{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"3ea94986-47da-4fad-a12c-6d13c3d1cec3\",\"swimlane\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"content\":\"Commerce Cloud service teams are preparing a change case to get console access and approvals to be able to action the pods manually (starting with test pod cc-ecom-web-001) if the MO-initiated restart (see above) is unsuccessful.\",\"index\":1}],\"nextTriggersAt\":\"2025-03-14T05:51:25.795Z\",\"slackChannelId\":\"C08HGRX72UE\"},\"requestId\":\"h14rgi-htzxg-ugxqtu-i53fod-1741929685637\",\"client\":\"icc-ui\"}"}
2025-03-14T05:21:26.123956+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-created\"}}"}
2025-03-14T05:21:26.124001+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-created\"}}"}
2025-03-14T05:21:26.124068+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686124,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:21:26.124069+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686124,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-created"}
2025-03-14T05:21:26.124069+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686124,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-created is not consumed by icc-reporting."}
2025-03-14T05:21:26.124080+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686124,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-created correctly routed"}
2025-03-14T05:21:26.185302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:21:26.185506+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-post-created' for consumer group='icc-reporting'"}
2025-03-14T05:21:26.185552+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:21:26.176Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"3ea94986-47da-4fad-a12c-6d13c3d1cec3\",\"swimlane\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T05:51:25.795Z\"},\"content\":\"Commerce Cloud service teams are preparing a change case to get console access and approvals to be able to action the pods manually (starting with test pod cc-ecom-web-001) if the MO-initiated restart (see above) is unsuccessful.\",\"index\":1,\"slackChannelId\":\"C08HGRX72UE\"},\"requestId\":\"h14rgi-htzxg-ugxqtu-i53fod-1741929685637\",\"client\":\"icc-ui\"}"}
2025-03-14T05:21:26.185555+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T05:21:26.185596+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T05:21:26.185671+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:21:26.185671+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created"}
2025-03-14T05:21:26.185672+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-post-created is not consumed by icc-reporting."}
2025-03-14T05:21:26.185688+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686185,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created correctly routed"}
2025-03-14T05:21:26.189833+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686189,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:21:26.190090+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-created' for consumer group='icc-reporting'"}
2025-03-14T05:21:26.190174+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:21:26.182Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"id\":\"c0e0ca07-ccb8-40ff-9583-d963164d9637\",\"name\":\"Kill pods manually via console\",\"type\":\"SWIMLANE\",\"active\":true,\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T05:51:25.795Z\",\"occurrences\":[],\"offsetValue\":30,\"additionalInfo\":{\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"name\":\"Kill pods manually via console\",\"index\":2,\"status\":\"InProgress\",\"updates\":[{\"id\":\"3ea94986-47da-4fad-a12c-6d13c3d1cec3\",\"index\":1,\"content\":\"Commerce Cloud service teams are preparing a change case to get console access and approvals to be able to action the pods manually (starting with test pod cc-ecom-web-001) if the MO-initiated restart (see above) is unsuccessful.\",\"swimlane\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"name\":\"Sam Ferguson\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"profile\":\"icc standard user\",\"lastName\":null,\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"createdBy\":\"scott.meadows@salesforce.com\",\"firstName\":null,\"gusUserId\":\"005B00000018dL0IAI\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"slackUserId\":\"WF6BZ67DE\"},\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"name\":\"Sam Ferguson\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"profile\":\"icc standard user\",\"lastName\":null,\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"createdBy\":\"scott.meadows@salesforce.com\",\"firstName\":null,\"gusUserId\":\"005B00000018dL0IAI\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"slackUserId\":\"WF6BZ67DE\"}}],\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"name\":\"Kevin Fairfax\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"profile\":\"icc standard user\",\"lastName\":null,\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"createdBy\":\"icc@slack.app\",\"firstName\":null,\"gusUserId\":\"005B0000005MlK9IAK\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedBy\":\"icc@slack.app\",\"slackUserId\":\"WFU97GEFR\"},\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"name\":\"Sam Ferguson\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"profile\":\"icc standard user\",\"lastName\":null,\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"createdBy\":\"scott.meadows@salesforce.com\",\"firstName\":null,\"gusUserId\":\"005B00000018dL0IAI\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"slackUserId\":\"WF6BZ67DE\"},\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"name\":\"Sam Ferguson\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"profile\":\"icc standard user\",\"lastName\":null,\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"createdBy\":\"scott.meadows@salesforce.com\",\"firstName\":null,\"gusUserId\":\"005B00000018dL0IAI\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"slackUserId\":\"WF6BZ67DE\"},\"cadenceUnit\":\"m\",\"cadenceValue\":30,\"includeInComms\":true},\"currentOccurrence\":0},\"requestId\":\"\",\"client\":\"icc-ui\"}"}
2025-03-14T05:21:26.190177+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-created\"}}"}
2025-03-14T05:21:26.190178+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-created\"}}"}
2025-03-14T05:21:26.190256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:21:26.190256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-created"}
2025-03-14T05:21:26.190257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-scheduled-activity-created is not consumed by icc-reporting."}
2025-03-14T05:21:26.190257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929686190,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-created correctly routed"}
2025-03-14T05:22:44.529355+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929764529,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T05:22:44.530207+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741929764530,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T05:27:45.571132+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930065570,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T05:27:45.572016+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930065571,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T05:28:17.475262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741930097475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836520960,\"uptime\":1749914.78,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22808360,\"nice\":13180,\"sys\":3441150,\"idle\":1719870370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22755430,\"nice\":14450,\"sys\":3439330,\"idle\":1719940750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30004,\"num\":13,\"sum\":60021}}}"}
2025-03-14T05:28:17.475313+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930097475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:32:17.551279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741930337551,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839519232,\"uptime\":1750154.86,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22810430,\"nice\":13180,\"sys\":3441480,\"idle\":1720107560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22757210,\"nice\":14450,\"sys\":3439630,\"idle\":1720177710,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30012,\"num\":3,\"sum\":60019}}}"}
2025-03-14T05:32:17.551346+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930337551,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:35:15.502469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930515502,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T05:35:15.503348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930515503,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T05:35:17.599248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741930517599,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839060480,\"uptime\":1750334.9,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22811540,\"nice\":13180,\"sys\":3441750,\"idle\":1720285430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22758730,\"nice\":14450,\"sys\":3439900,\"idle\":1720355430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":59997}}}"}
2025-03-14T05:35:17.599340+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930517599,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:39:17.691268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741930757691,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838421504,\"uptime\":1750575,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22813830,\"nice\":13180,\"sys\":3441980,\"idle\":1720522560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22760790,\"nice\":14450,\"sys\":3440230,\"idle\":1720592720,\"irq\":0}}],\"eventLoopStats\":{\"min\":64,\"max\":30026,\"num\":3,\"sum\":60018}}}"}
2025-03-14T05:39:17.691323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930757691,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:40:16.558329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930816558,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T05:40:16.559287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930816559,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T05:40:17.691855+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741930817691,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838302720,\"uptime\":1750635,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22814280,\"nice\":13180,\"sys\":3442070,\"idle\":1720581890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22761290,\"nice\":14450,\"sys\":3440330,\"idle\":1720651860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30011,\"num\":22,\"sum\":59991}}}"}
2025-03-14T05:40:17.691868+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741930817691,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:45:17.779276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931117779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829619200,\"uptime\":1750935.08,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22817040,\"nice\":13180,\"sys\":3442520,\"idle\":1720877760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22763860,\"nice\":14450,\"sys\":3440720,\"idle\":1720948180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":59996}}}"}
2025-03-14T05:45:17.779372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931117779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:47:09.176980+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229176,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:47:09.177088+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-invite-assignee' for consumer group='icc-reporting'"}
2025-03-14T05:47:09.177113+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:47:09.124Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"slackChannelId\":\"C08HGRX72UE\",\"userToInvite\":{\"id\":\"656c86b1-a205-4de3-a76a-cf41d3a5355b\",\"email\":\"greg.zheng@salesforce.com\",\"active\":true,\"name\":\"Greg Zheng\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LIjKIAW\",\"slackUserId\":\"WKEET41E1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:25:43.043Z\",\"modifiedAt\":\"2023-04-20T14:25:43.043Z\"}},\"requestId\":\"dajn6a-bci0ef-va0k4b-5v4kdm-1741931228948\",\"client\":\"icc-ui\"}"}
2025-03-14T05:47:09.177114+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-invite-assignee\"}}"}
2025-03-14T05:47:09.177167+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-invite-assignee\"}}"}
2025-03-14T05:47:09.177273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:47:09.177283+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-invite-assignee"}
2025-03-14T05:47:09.177284+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-invite-assignee is not consumed by icc-reporting."}
2025-03-14T05:47:09.177319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229177,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-invite-assignee correctly routed"}
2025-03-14T05:47:09.364909+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229364,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:47:09.365103+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-updated' for consumer group='icc-reporting'"}
2025-03-14T05:47:09.365105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:47:09.355Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"createdAt\":\"2025-03-14T04:23:05.320Z\",\"modifiedAt\":\"2025-03-14T05:47:09.101Z\",\"id\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Restart a test pod cc-ecom-web-001\",\"assignee\":{\"id\":\"656c86b1-a205-4de3-a76a-cf41d3a5355b\",\"email\":\"greg.zheng@salesforce.com\",\"active\":true,\"name\":\"Greg Zheng\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LIjKIAW\",\"slackUserId\":\"WKEET41E1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:25:43.043Z\",\"modifiedAt\":\"2023-04-20T14:25:43.043Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":1,\"nextTriggersAt\":\"2025-03-14T06:09:57.702Z\",\"slackChannelId\":\"C08HGRX72UE\"},\"requestId\":\"dajn6a-bci0ef-va0k4b-5v4kdm-1741931228948\",\"client\":\"icc-ui\"}"}
2025-03-14T05:47:09.365133+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-updated\"}}"}
2025-03-14T05:47:09.365198+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-updated\"}}"}
2025-03-14T05:47:09.365308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:47:09.365308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-updated"}
2025-03-14T05:47:09.365309+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-updated is not consumed by icc-reporting."}
2025-03-14T05:47:09.365325+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229365,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-updated correctly routed"}
2025-03-14T05:47:09.369113+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T05:47:09.369246+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-updated' for consumer group='icc-reporting'"}
2025-03-14T05:47:09.369262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T05:47:09.360Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"id\":\"64c61a1d-90e0-42c5-8b29-e532f0b95327\",\"name\":\"Restart a test pod cc-ecom-web-001\",\"type\":\"SWIMLANE\",\"active\":true,\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T06:09:57.702Z\",\"occurrences\":[],\"offsetValue\":30,\"additionalInfo\":{\"createdAt\":\"2025-03-14T04:23:05.320Z\",\"modifiedAt\":\"2025-03-14T05:47:09.101Z\",\"id\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Restart a test pod cc-ecom-web-001\",\"assignee\":{\"id\":\"656c86b1-a205-4de3-a76a-cf41d3a5355b\",\"email\":\"greg.zheng@salesforce.com\",\"active\":true,\"name\":\"Greg Zheng\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LIjKIAW\",\"slackUserId\":\"WKEET41E1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:25:43.043Z\",\"modifiedAt\":\"2023-04-20T14:25:43.043Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":1,\"nextTriggersAt\":\"2025-03-14T06:09:57.702Z\"},\"currentOccurrence\":0},\"requestId\":\"\",\"client\":\"icc-ui\"}"}
2025-03-14T05:47:09.369283+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T05:47:09.369335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T05:47:09.369381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:47:09.369381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated"}
2025-03-14T05:47:09.369413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-scheduled-activity-updated is not consumed by icc-reporting."}
2025-03-14T05:47:09.369413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931229369,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated correctly routed"}
2025-03-14T05:48:17.815273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931297815,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829656064,\"uptime\":1751115.12,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22818620,\"nice\":13180,\"sys\":3442740,\"idle\":1721055710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22765370,\"nice\":14450,\"sys\":3440990,\"idle\":1721125950,\"irq\":0}}],\"eventLoopStats\":{\"min\":2,\"max\":29874,\"num\":6,\"sum\":60005}}}"}
2025-03-14T05:48:17.815332+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931297815,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:50:17.871253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931417871,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832826368,\"uptime\":1751235.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22819640,\"nice\":13180,\"sys\":3442880,\"idle\":1721174350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22766550,\"nice\":14450,\"sys\":3441100,\"idle\":1721244510,\"irq\":0}}],\"eventLoopStats\":{\"min\":127,\"max\":30027,\"num\":3,\"sum\":60027}}}"}
2025-03-14T05:50:17.871374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931417871,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:50:18.564558+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931418564,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T05:50:18.565461+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931418565,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T05:52:17.931255+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931537931,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832347136,\"uptime\":1751355.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22820560,\"nice\":13180,\"sys\":3443040,\"idle\":1721292860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22767310,\"nice\":14450,\"sys\":3441270,\"idle\":1721363220,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29899,\"num\":8,\"sum\":60025}}}"}
2025-03-14T05:52:17.931388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931537931,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:53:17.939268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931597939,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831912960,\"uptime\":1751415.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22821140,\"nice\":13180,\"sys\":3443140,\"idle\":1721352040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22767830,\"nice\":14450,\"sys\":3441340,\"idle\":1721422600,\"irq\":0}}],\"eventLoopStats\":{\"min\":100,\"max\":30012,\"num\":3,\"sum\":60010}}}"}
2025-03-14T05:53:17.939335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931597939,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T05:59:18.103261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741931958103,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832719872,\"uptime\":1751775.41,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22824130,\"nice\":13180,\"sys\":3443580,\"idle\":1721707470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22770980,\"nice\":14450,\"sys\":3441880,\"idle\":1721778760,\"irq\":0}}],\"eventLoopStats\":{\"min\":54,\"max\":30025,\"num\":3,\"sum\":60028}}}"}
2025-03-14T05:59:18.103397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741931958103,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:02:18.139272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932138139,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832363520,\"uptime\":1751955.45,\"totalMem\":4018151424,\"loadavg\":[0.05,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22826150,\"nice\":13180,\"sys\":3443790,\"idle\":1721885140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22772310,\"nice\":14450,\"sys\":3442190,\"idle\":1721956720,\"irq\":0}}],\"eventLoopStats\":{\"min\":71,\"max\":30011,\"num\":3,\"sum\":60004}}}"}
2025-03-14T06:02:18.139351+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932138139,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:06:18.199275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932378199,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835660800,\"uptime\":1752195.51,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22828190,\"nice\":13180,\"sys\":3444150,\"idle\":1722122320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22774570,\"nice\":14450,\"sys\":3442510,\"idle\":1722193800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29921,\"num\":13,\"sum\":60025}}}"}
2025-03-14T06:06:18.199337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932378199,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:08:18.259276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932498259,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835939328,\"uptime\":1752315.57,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22829200,\"nice\":13180,\"sys\":3444320,\"idle\":1722240910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22775840,\"nice\":14450,\"sys\":3442680,\"idle\":1722312380,\"irq\":0}}],\"eventLoopStats\":{\"min\":73,\"max\":30026,\"num\":3,\"sum\":60028}}}"}
2025-03-14T06:08:18.259323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932498259,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:10:22.420094+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932622419,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T06:10:22.420969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932622420,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T06:13:18.395235+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932798395,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838855680,\"uptime\":1752615.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22832640,\"nice\":13180,\"sys\":3444840,\"idle\":1722536450,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22779310,\"nice\":14580,\"sys\":3443200,\"idle\":1722608150,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30003,\"num\":3,\"sum\":60029}}}"}
2025-03-14T06:13:18.395343+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932798395,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:14:18.427269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932858427,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838671360,\"uptime\":1752675.73,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22833090,\"nice\":13180,\"sys\":3444950,\"idle\":1722595790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22780030,\"nice\":14580,\"sys\":3443290,\"idle\":1722667410,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-14T06:14:18.427318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932858427,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:15:56.840107+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956839,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:15:56.840313+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-post-created' for consumer group='icc-reporting'"}
2025-03-14T06:15:56.840390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:15:56.831Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"createdAt\":\"2025-03-14T06:15:56.612Z\",\"modifiedAt\":\"2025-03-14T06:15:56.612Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"5486e182-a727-4026-8dad-7cd3331e4456\",\"swimlane\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T06:45:56.634Z\"},\"content\":\"Manual action was performed on the cc-ecom-web--0001 test pod was attempted at 06:02 UTC, but failed on the test pod.\",\"index\":2,\"slackChannelId\":\"C08HGRX72UE\"},\"requestId\":\"5tnedq-em9d-t7dvpk-9aehk5-1741932956218\",\"client\":\"icc-ui\"}"}
2025-03-14T06:15:56.840401+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T06:15:56.840436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T06:15:56.840547+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:15:56.840548+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created"}
2025-03-14T06:15:56.840575+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-post-created is not consumed by icc-reporting."}
2025-03-14T06:15:56.840681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956840,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created correctly routed"}
2025-03-14T06:15:56.845672+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:15:56.845816+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-updated' for consumer group='icc-reporting'"}
2025-03-14T06:15:56.845858+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:15:56.838Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"id\":\"c0e0ca07-ccb8-40ff-9583-d963164d9637\",\"name\":\"Kill pods manually via console\",\"type\":\"SWIMLANE\",\"active\":true,\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T06:45:56.634Z\",\"occurrences\":[],\"offsetValue\":30,\"additionalInfo\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T06:45:56.634Z\"},\"currentOccurrence\":0},\"requestId\":\"\",\"client\":\"icc-ui\"}"}
2025-03-14T06:15:56.845858+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T06:15:56.845905+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T06:15:56.845988+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:15:56.845989+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated"}
2025-03-14T06:15:56.845989+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-scheduled-activity-updated is not consumed by icc-reporting."}
2025-03-14T06:15:56.845992+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741932956845,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated correctly routed"}
2025-03-14T06:16:44.486799+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933004486,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:16:44.487105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-14T06:16:44.487196+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:16:44.394Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T04:11:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T04:14:51.385Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"3e8c3cd2-e51a-4e97-9c59-6542409eb298\",\"email\":\"mamta.deshmukh@salesforce.com\",\"active\":true,\"name\":\"Mamta Deshmukh\",\"firstName\":\"Mamta\",\"lastName\":\"Deshmukh\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005HXnjIAG\",\"slackUserId\":\"WGQ566QAX\",\"createdBy\":\"mamta.deshmukh@salesforce.com\",\"modifiedBy\":\"mamta.deshmukh@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:12.644Z\",\"modifiedAt\":\"2022-07-15T09:24:12.644Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T04:14:51.385Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T04:31:21.655Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C060H30P9FZ\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"15db5bba-f95c-44a5-ada1-8ddc1a904672\",\"sequenceNumber\":5}}"}
2025-03-14T06:16:44.487199+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T06:16:44.487266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T06:16:44.487363+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:16:44.487366+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-internal-comms-response"}
2025-03-14T06:16:44.487398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-14T06:16:44.487440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933004487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-internal-comms-response correctly routed"}
2025-03-14T06:17:18.471268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933038471,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837938176,\"uptime\":1752855.78,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22834350,\"nice\":13180,\"sys\":3445180,\"idle\":1722773650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22781690,\"nice\":14580,\"sys\":3443450,\"idle\":1722845160,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":24528,\"num\":10,\"sum\":60006}}}"}
2025-03-14T06:17:18.471325+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933038471,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:21:43.236972+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933303236,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T06:21:43.237852+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933303237,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T06:24:18.611273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933458611,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837090304,\"uptime\":1753275.92,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22837260,\"nice\":13180,\"sys\":3445680,\"idle\":1723188760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22785160,\"nice\":14580,\"sys\":3444030,\"idle\":1723259980,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30030,\"num\":3,\"sum\":60020}}}"}
2025-03-14T06:24:18.611366+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933458611,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:27:18.659264+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933638659,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840494080,\"uptime\":1753455.96,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22839110,\"nice\":13180,\"sys\":3446000,\"idle\":1723366440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22787250,\"nice\":14580,\"sys\":3444400,\"idle\":1723437470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29987,\"num\":13,\"sum\":60006}}}"}
2025-03-14T06:27:18.659362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933638659,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:30:46.066018+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846065,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:30:46.066237+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-post-created' for consumer group='icc-reporting'"}
2025-03-14T06:30:46.066298+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:30:45.725Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"createdAt\":\"2025-03-14T06:30:45.468Z\",\"modifiedAt\":\"2025-03-14T06:30:45.468Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"2fa655e9-dfb6-49f9-b483-699841da87a6\",\"swimlane\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T07:00:45.496Z\"},\"content\":\"Teams performed a manual action on production pod cc-ecom-web—0003 at approximately 06:24 UTC, but it was unsuccessful.  Restarts are failing on “readinessProbe”, and subject matter experts on this element are being engaged.\",\"index\":4,\"slackChannelId\":\"C08HGRX72UE\"},\"requestId\":\"efs6w4-sh0zhp-acmbnp-0wtypj-1741933844943\",\"client\":\"icc-ui\"}"}
2025-03-14T06:30:46.066315+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T06:30:46.066358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T06:30:46.066450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:30:46.066474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created"}
2025-03-14T06:30:46.066475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-post-created is not consumed by icc-reporting."}
2025-03-14T06:30:46.066491+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created correctly routed"}
2025-03-14T06:30:46.066650+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:30:46.066789+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-updated' for consumer group='icc-reporting'"}
2025-03-14T06:30:46.066818+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:30:45.731Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"id\":\"c0e0ca07-ccb8-40ff-9583-d963164d9637\",\"name\":\"Kill pods manually via console\",\"type\":\"SWIMLANE\",\"active\":true,\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T07:00:45.496Z\",\"occurrences\":[],\"offsetValue\":30,\"additionalInfo\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T07:00:45.496Z\"},\"currentOccurrence\":0},\"requestId\":\"\",\"client\":\"icc-ui\"}"}
2025-03-14T06:30:46.066829+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T06:30:46.066871+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T06:30:46.066924+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:30:46.066925+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated"}
2025-03-14T06:30:46.066935+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-scheduled-activity-updated is not consumed by icc-reporting."}
2025-03-14T06:30:46.066964+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933846066,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated correctly routed"}
2025-03-14T06:31:45.323688+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933905323,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T06:31:45.324548+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933905324,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T06:33:18.779256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741933998779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844737536,\"uptime\":1753816.08,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22842010,\"nice\":13180,\"sys\":3446520,\"idle\":1723722200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22789790,\"nice\":14580,\"sys\":3444960,\"idle\":1723793160,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60027}}}"}
2025-03-14T06:33:18.779328+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741933998779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:34:18.799254+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741934058799,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844700672,\"uptime\":1753876.11,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22842660,\"nice\":13180,\"sys\":3446620,\"idle\":1723781560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22790500,\"nice\":14580,\"sys\":3445030,\"idle\":1723852410,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30009,\"num\":3,\"sum\":60020}}}"}
2025-03-14T06:34:18.799321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741934058799,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:37:18.871272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741934238871,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842664960,\"uptime\":1754056.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22844890,\"nice\":13180,\"sys\":3446890,\"idle\":1723959480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22792540,\"nice\":14580,\"sys\":3445250,\"idle\":1724030180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29994,\"num\":13,\"sum\":60026}}}"}
2025-03-14T06:37:18.871344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741934238871,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:40:18.915241+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741934418915,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841186304,\"uptime\":1754236.22,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22846050,\"nice\":13180,\"sys\":3447230,\"idle\":1724137290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22794650,\"nice\":14580,\"sys\":3445520,\"idle\":1724208090,\"irq\":0}}],\"eventLoopStats\":{\"min\":38,\"max\":30029,\"num\":3,\"sum\":60011}}}"}
2025-03-14T06:40:18.915368+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741934418915,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:41:18.943270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741934478943,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842841088,\"uptime\":1754296.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22846650,\"nice\":13180,\"sys\":3447320,\"idle\":1724196460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22795070,\"nice\":14580,\"sys\":3445600,\"idle\":1724267500,\"irq\":0}}],\"eventLoopStats\":{\"min\":55,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-14T06:41:18.943330+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741934478943,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:42:18.971272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741934538971,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839646208,\"uptime\":1754356.28,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22847420,\"nice\":13180,\"sys\":3447500,\"idle\":1724255360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22795860,\"nice\":14580,\"sys\":3445710,\"idle\":1724326470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29968,\"num\":13,\"sum\":60023}}}"}
2025-03-14T06:42:18.971337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741934538971,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:51:19.171260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935079171,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835443712,\"uptime\":1754896.48,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22852080,\"nice\":13180,\"sys\":3448140,\"idle\":1724788950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22799890,\"nice\":14580,\"sys\":3446280,\"idle\":1724860140,\"irq\":0}}],\"eventLoopStats\":{\"min\":16,\"max\":30025,\"num\":3,\"sum\":60029}}}"}
2025-03-14T06:51:19.171308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935079171,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:55:19.255270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935319255,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835259392,\"uptime\":1755136.56,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22854460,\"nice\":13180,\"sys\":3448410,\"idle\":1725025970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22802340,\"nice\":14580,\"sys\":3446660,\"idle\":1725097370,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30029,\"num\":3,\"sum\":60019}}}"}
2025-03-14T06:55:19.255379+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935319255,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:55:37.487472+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:55:37.487690+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-swimlane-post-created' for consumer group='icc-reporting'"}
2025-03-14T06:55:37.487731+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:55:37.477Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"modifiedAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"swimlane\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T07:25:37.261Z\"},\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"index\":5,\"slackChannelId\":\"C08HGRX72UE\"},\"requestId\":\"rxlmbh-x4wtwc-ornob-oyszdp-1741935336783\",\"client\":\"icc-ui\"}"}
2025-03-14T06:55:37.487736+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T06:55:37.487783+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-swimlane-post-created\"}}"}
2025-03-14T06:55:37.487881+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:55:37.487882+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created"}
2025-03-14T06:55:37.487882+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-swimlane-post-created is not consumed by icc-reporting."}
2025-03-14T06:55:37.487906+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337487,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-swimlane-post-created correctly routed"}
2025-03-14T06:55:37.492755+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T06:55:37.492759+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-updated' for consumer group='icc-reporting'"}
2025-03-14T06:55:37.492761+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T06:55:37.484Z\",\"user\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\"},\"eventObj\":{\"id\":\"c0e0ca07-ccb8-40ff-9583-d963164d9637\",\"name\":\"Kill pods manually via console\",\"type\":\"SWIMLANE\",\"active\":true,\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T07:25:37.261Z\",\"occurrences\":[],\"offsetValue\":30,\"additionalInfo\":{\"createdAt\":\"2025-03-14T05:21:25.760Z\",\"modifiedAt\":\"2025-03-14T05:21:25.760Z\",\"createdBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"modifiedBy\":{\"id\":\"bb16322d-1285-4ecc-bc5c-ca4a1646e848\",\"email\":\"sam.ferguson@salesforce.com\",\"active\":true,\"name\":\"Sam Ferguson\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dL0IAI\",\"slackUserId\":\"WF6BZ67DE\",\"createdBy\":\"scott.meadows@salesforce.com\",\"modifiedBy\":\"scott.meadows@salesforce.com\",\"createdAt\":\"2022-12-01T12:10:14.746Z\",\"modifiedAt\":\"2022-12-01T12:10:14.746Z\"},\"id\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"name\":\"Kill pods manually via console\",\"assignee\":{\"id\":\"9f6ffe61-e9d0-4a02-849a-a79363aef506\",\"email\":\"kevin.fairfax@salesforce.com\",\"active\":true,\"name\":\"Kevin Fairfax\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005MlK9IAK\",\"slackUserId\":\"WFU97GEFR\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T15:45:47.029Z\",\"modifiedAt\":\"2023-04-20T15:45:47.029Z\"},\"cadenceValue\":30,\"cadenceUnit\":\"m\",\"status\":\"InProgress\",\"includeInComms\":true,\"index\":2,\"nextTriggersAt\":\"2025-03-14T07:25:37.261Z\"},\"currentOccurrence\":0},\"requestId\":\"\",\"client\":\"icc-ui\"}"}
2025-03-14T06:55:37.492762+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T06:55:37.492764+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-updated\"}}"}
2025-03-14T06:55:37.492765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T06:55:37.492766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated"}
2025-03-14T06:55:37.492766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-scheduled-activity-updated is not consumed by icc-reporting."}
2025-03-14T06:55:37.492766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935337492,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-scheduled-activity-updated correctly routed"}
2025-03-14T06:58:19.319266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935499319,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835312640,\"uptime\":1755316.62,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22856000,\"nice\":13180,\"sys\":3448650,\"idle\":1725203820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22803870,\"nice\":14580,\"sys\":3446900,\"idle\":1725275360,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30015,\"num\":3,\"sum\":60025}}}"}
2025-03-14T06:58:19.319320+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935499319,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:01:26.347062+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935686346,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T07:01:26.347952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935686347,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T07:03:19.379271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935799379,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835333120,\"uptime\":1755616.68,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22858500,\"nice\":13180,\"sys\":3449070,\"idle\":1725500390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22806310,\"nice\":14580,\"sys\":3447260,\"idle\":1725571670,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30006,\"num\":3,\"sum\":60015}}}"}
2025-03-14T07:03:19.379380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935799379,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:05:19.399255+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741935919399,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835341312,\"uptime\":1755736.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22859240,\"nice\":13180,\"sys\":3449260,\"idle\":1725618980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22807040,\"nice\":14580,\"sys\":3447460,\"idle\":1725690130,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30012,\"num\":3,\"sum\":60016}}}"}
2025-03-14T07:05:19.399388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741935919399,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:10:19.479271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741936219479,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835398656,\"uptime\":1756036.79,\"totalMem\":4018151424,\"loadavg\":[0.1,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22862530,\"nice\":13180,\"sys\":3449650,\"idle\":1725915360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22810160,\"nice\":14580,\"sys\":3447890,\"idle\":1725986600,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":6,\"sum\":59998}}}"}
2025-03-14T07:10:19.479343+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741936219479,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:22:19.747254+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741936939747,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2834214912,\"uptime\":1756757.05,\"totalMem\":4018151424,\"loadavg\":[0.07,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22869500,\"nice\":13180,\"sys\":3450710,\"idle\":1726626390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22816300,\"nice\":14580,\"sys\":3448850,\"idle\":1726697670,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30022,\"num\":3,\"sum\":60030}}}"}
2025-03-14T07:22:19.747328+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741936939747,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:30:19.875263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937419875,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2834276352,\"uptime\":1757237.18,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22873780,\"nice\":13180,\"sys\":3451240,\"idle\":1727100670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22820100,\"nice\":14580,\"sys\":3449460,\"idle\":1727171990,\"irq\":0}}],\"eventLoopStats\":{\"min\":2,\"max\":29988,\"num\":9,\"sum\":60024}}}"}
2025-03-14T07:30:19.875370+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937419875,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:30:22.255891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937422255,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T07:30:22.256800+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937422256,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T07:31:19.903294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937479903,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2834288640,\"uptime\":1757297.21,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22874640,\"nice\":13180,\"sys\":3451290,\"idle\":1727159950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22820680,\"nice\":14580,\"sys\":3449530,\"idle\":1727231320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29994,\"num\":14,\"sum\":60023}}}"}
2025-03-14T07:31:19.903514+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937479903,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:33:13.429607+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T07:33:13.429693+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-14T07:33:13.429714+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T07:33:13.285Z\",\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TryhmYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T07:33:13.285Z\",\"recordId\":\"500EE00001TryhmYAB\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"caseNumber\":\"73010822\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"}
2025-03-14T07:33:13.429716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T07:33:13.429778+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T07:33:13.429903+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:33:13.429925+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-gus-response"}
2025-03-14T07:33:13.429926+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937593429,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-14T07:33:13.430095+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - value: [object Promise]"}
2025-03-14T07:33:13.430741+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId YZEAAAF6nx8 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,55,58,51,51,58,49,51,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T07:33:13.285Z\\\",\\\"incident\\\":{\\\"id\\\":\\\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TryhmYAB\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-14T07:33:13.285Z\\\",\\\"recordId\\\":\\\"500EE00001TryhmYAB\\\",\\\"incidentId\\\":\\\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\\\",\\\"caseNumber\\\":\\\"73010822\\\"},\\\"changes\\\":{\\\"lastExportStatus\\\":[null,\\\"success\\\"]}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T07:33:13.285Z\",\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TryhmYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T07:33:13.285Z\",\"recordId\":\"500EE00001TryhmYAB\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"caseNumber\":\"73010822\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-14T07:33:13.285Z\",\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TryhmYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T07:33:13.285Z\",\"recordId\":\"500EE00001TryhmYAB\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"caseNumber\":\"73010822\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}}"}
2025-03-14T07:33:13.430743+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: YZEAAAF6nx8"}
2025-03-14T07:33:13.430743+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId YZEAAAF6nx8"}
2025-03-14T07:33:13.430744+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b and docId YZEAAAF6nx8"}
2025-03-14T07:33:13.430745+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b, docId YZEAAAF6nx8, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T07:33:13.285Z\",\"recordId\":\"500EE00001TryhmYAB\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"caseNumber\":\"73010822\"}"}
2025-03-14T07:33:13.430745+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593430,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b-gus-casenumber - value: [object Promise]"}
2025-03-14T07:33:13.431206+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937593431,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b, docId YZEAAAF6nx8, caseNumber 73010822"}
2025-03-14T07:33:13.431207+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937593431,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-gus-response correctly routed"}
2025-03-14T07:37:20.043238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937840043,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831740928,\"uptime\":1757657.35,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22878260,\"nice\":13180,\"sys\":3451710,\"idle\":1727515580,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22823200,\"nice\":14580,\"sys\":3450070,\"idle\":1727587220,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30013,\"num\":3,\"sum\":60023}}}"}
2025-03-14T07:37:20.043460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937840043,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:39:20.079276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741937960079,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832056320,\"uptime\":1757777.39,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22879940,\"nice\":13180,\"sys\":3451900,\"idle\":1727633950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22824160,\"nice\":14580,\"sys\":3450260,\"idle\":1727705940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29990,\"num\":13,\"sum\":60021}}}"}
2025-03-14T07:39:20.079480+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741937960079,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:40:20.099264+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741938020099,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832863232,\"uptime\":1757837.41,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22880550,\"nice\":13180,\"sys\":3451980,\"idle\":1727693210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22824500,\"nice\":14580,\"sys\":3450370,\"idle\":1727765240,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30011,\"num\":3,\"sum\":60018}}}"}
2025-03-14T07:40:20.099346+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938020099,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:42:20.159250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741938140159,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839883776,\"uptime\":1757957.46,\"totalMem\":4018151424,\"loadavg\":[0.19,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22881780,\"nice\":13180,\"sys\":3452160,\"idle\":1727811570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22825610,\"nice\":14580,\"sys\":3450540,\"idle\":1727883410,\"irq\":0}}],\"eventLoopStats\":{\"min\":30007,\"max\":30020,\"num\":2,\"sum\":60027}}}"}
2025-03-14T07:42:20.159372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938140159,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:44:20.207261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741938260207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840760320,\"uptime\":1758077.51,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22883110,\"nice\":13180,\"sys\":3452360,\"idle\":1727930140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22826350,\"nice\":14580,\"sys\":3450690,\"idle\":1728001980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29996,\"num\":14,\"sum\":60026}}}"}
2025-03-14T07:44:20.207398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938260207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:52:20.379279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741938740379,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838409216,\"uptime\":1758557.69,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22886740,\"nice\":13180,\"sys\":3453100,\"idle\":1728404280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22830290,\"nice\":14580,\"sys\":3451330,\"idle\":1728476040,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30009,\"num\":3,\"sum\":60030}}}"}
2025-03-14T07:52:20.379322+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938740379,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:53:20.395395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741938800395,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838163456,\"uptime\":1758617.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22887530,\"nice\":13180,\"sys\":3453190,\"idle\":1728463580,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22830800,\"nice\":14580,\"sys\":3451400,\"idle\":1728535320,\"irq\":0}}],\"eventLoopStats\":{\"min\":29994,\"max\":30019,\"num\":2,\"sum\":60013}}}"}
2025-03-14T07:53:20.395398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938800395,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T07:53:35.477713+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938815477,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T07:53:35.478646+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938815478,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T07:54:20.411302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741938860411,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838171648,\"uptime\":1758677.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22888040,\"nice\":13180,\"sys\":3453260,\"idle\":1728522850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22831110,\"nice\":14580,\"sys\":3451500,\"idle\":1728594630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29987,\"num\":13,\"sum\":60014}}}"}
2025-03-14T07:54:20.411344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741938860411,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:11:20.803266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741939880803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839855104,\"uptime\":1759698.11,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22896090,\"nice\":13180,\"sys\":3454730,\"idle\":1729531380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22840490,\"nice\":14580,\"sys\":3452950,\"idle\":1729602240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29972,\"num\":10,\"sum\":60010}}}"}
2025-03-14T08:11:20.803482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741939880803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:12:20.831260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741939940831,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840952832,\"uptime\":1759758.14,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22896500,\"nice\":13180,\"sys\":3454800,\"idle\":1729590760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22840930,\"nice\":14580,\"sys\":3453000,\"idle\":1729661470,\"irq\":0}}],\"eventLoopStats\":{\"min\":9,\"max\":30024,\"num\":4,\"sum\":60024}}}"}
2025-03-14T08:12:20.831336+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741939940831,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:21:20.983236+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741940480983,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841300992,\"uptime\":1760298.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22901790,\"nice\":13180,\"sys\":3455720,\"idle\":1730123930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22845550,\"nice\":14580,\"sys\":3453710,\"idle\":1730194820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29948,\"num\":12,\"sum\":60025}}}"}
2025-03-14T08:21:20.983449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741940480983,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:23:21.031263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741940601031,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839977984,\"uptime\":1760418.34,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22902790,\"nice\":13180,\"sys\":3455840,\"idle\":1730242510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22846570,\"nice\":14580,\"sys\":3453890,\"idle\":1730313380,\"irq\":0}}],\"eventLoopStats\":{\"min\":34,\"max\":30025,\"num\":3,\"sum\":60028}}}"}
2025-03-14T08:23:21.031467+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741940601031,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:25:21.075239+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741940721075,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840346624,\"uptime\":1760538.38,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22903590,\"nice\":13180,\"sys\":3456050,\"idle\":1730361200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22847730,\"nice\":14580,\"sys\":3454080,\"idle\":1730431800,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30023,\"num\":3,\"sum\":60013}}}"}
2025-03-14T08:25:21.075515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741940721075,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:27:21.115239+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741940841115,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839429120,\"uptime\":1760658.42,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22904560,\"nice\":13180,\"sys\":3456200,\"idle\":1730479760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22848570,\"nice\":14580,\"sys\":3454210,\"idle\":1730550420,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30000,\"num\":3,\"sum\":60018}}}"}
2025-03-14T08:27:21.115451+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741940841115,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:31:21.179272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941081179,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2846732288,\"uptime\":1760898.48,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22906710,\"nice\":13180,\"sys\":3456510,\"idle\":1730716900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22850400,\"nice\":14580,\"sys\":3454520,\"idle\":1730787640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29979,\"num\":13,\"sum\":60000}}}"}
2025-03-14T08:31:21.179478+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941081179,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:35:41.413356+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941341413,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T08:35:41.414319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941341414,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T08:37:21.307296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941441307,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845253632,\"uptime\":1761258.61,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22910080,\"nice\":13180,\"sys\":3457000,\"idle\":1731072690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22853380,\"nice\":14580,\"sys\":3455020,\"idle\":1731143500,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30004,\"num\":3,\"sum\":60028}}}"}
2025-03-14T08:37:21.307466+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941441307,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:40:34.379404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941634379,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-14T08:40:34.380083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634379,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:40:34.168Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T04:11:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[{\"id\":\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\",\"content\":\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\",\"createdAt\":\"2025-03-14T07:29:16.755Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"swimlaneIndex\":1,\"swimlaneName\":\"Restart a test pod cc-ecom-web-001\",\"swimlaneStatus\":\"OnHold\"},{\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"swimlaneIndex\":2,\"swimlaneName\":\"Kill pods manually via console\",\"swimlaneStatus\":\"InProgress\"}],\"slackChannelIds\":[\"C060H30P9FZ\",\"C05T2A3C319\"],\"emailAddresses\":[\"commercecloud-tce@salesforce.com\",\"sitereliability@salesforce.com\",\"cc.sre.team@salesforce.com\"]},\"internalCommsId\":\"0be6edd0-b022-4ff9-b324-2abce5ad2608\",\"allInternalCommsReport\":[{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are invest
2025-03-14T08:40:34.380083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] igating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\"},\"sentAt\":\"2025-03-14T08:10:36.018Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T07:33:30.880Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T06:56:24.668Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\"},\"sentAt\":\"2025-03-14T06:16:42.619Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\"},\"sentAt\":\"2025-03-14T05:30:13.390Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"2 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-
2025-03-14T08:40:34.380083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\"},\"sentAt\":\"2025-03-14T04:53:25.031Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"110 minutes\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\"},\"sentAt\":\"2025-03-14T04:20:03.073Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"New\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fox-tbtq-jij\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T04:11:46.442Z\",\"duration\":\"8 seconds\",\"incidentCommander\":\"Sreekanth Muppalaneni\",\"incidentCommanderSlackUserId\":\"WPSQCBZ98\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\",\"sentAt\":\"2025-03-14T04:11:54.260Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"qppdan-aa1b1d-j59oer-casa6-1741941632766\",\"client\":\"icc-ui\"}"}
2025-03-14T08:40:34.380085+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-14T08:40:34.380105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-14T08:40:34.380197+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:40:34.380199+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634378,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T08:40:34.380199+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-internal-comms-request"}
2025-03-14T08:40:34.380349+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-14T08:40:34.380352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - value: [object Promise]"}
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634380,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId YZEAAAF6nx8 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,56,58,52,48,58,51,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T08:40:34.168Z\\\",\\\"user\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HGRX72UE\\\",\\\"name\\\":\\\"icc-73010822\\\"},\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"description\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"detectedTime\\\":\\\"2025-03-14T04:11:00.000Z\\\",\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Monitoring\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"additionalJoiningInfo\\\":\\\"\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T07:33:08.264Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"4b5f3482-f266-4b16-9eee-a99777f81a54\\\",\\\"email\\\":\\\"smuppalaneni@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Sreekanth Muppalaneni\\\",\\\"firstName\\\":\\\"Sreekanth\\\",\\\"lastName\\\":\\\"Muppalaneni\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B00000063lBuIAI\\\",\\\"slackUserId\\\":\\\"WPSQCBZ98\\\",\\\"createdBy\\\":\\\"smuppalaneni@salesforce.com\\\",\\\"modifiedBy\\\":\\\"icc@aloha.sso\\\",\\\"createdAt\\\":\\\"2022-06-23T06:06:41.280Z\\\",\\\"modifiedAt\\\":\\\"2022-06-23T07:09:41.925Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"id\\\":\\\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\\\",\\\"email\\\":\\\"ldeazeredo@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000Rac8rYAB\\\",\\\"slackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-08-19T13:48:11.844Z\\\",\\\"modifiedAt\\\":\\\"2024-08-19T13:48:11.844Z\\\"},\\\"externalGusId\\\":null},{\\\"createdAt\\\":\\\"2025-03-14T04:14:51.385Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T07:33:08.264Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"a752944f-31f3-4920-ab36-f33fc25320f0\\\",\\\"email\\\":\\\"mervyn.das@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mervyn Das\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002UfW1YAK\\\",\\\"slackUserId\\\":\\\"U02PSDTTBV1\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2022-10-16T22:01:05.071Z\\\",\\\"modifiedAt\\\":\\\"2022-10-16T22:01:05.071Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"id\\\":\\\"b47d7b17-84cc-4019-9669-1b37c2da2859\\\",\\\"name\\\":\\\"IncidentCommunicationsOfficer\\\",\\\"displayName\\\":\\\"Incident Communications Officer\\\",\\\"user\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Other\\\",\\\"createdAt\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000000qzVKIAY\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"caseNumber\\\":\\\"73010822\\\",\\\"caseRecordId\\\":\\\"500EE00001TryhmYAB\\\",\\\"servicesImpacted\\\":[\\\"Commerce\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/sCvMALxz3vwa\\\",\\\"engagedAt\\\":\\\"2025-03-14T04:12:27.915Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T07:33:13.285Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\\\",\\\"needs\\\":\\\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\\\"},\\\"sentAt\\\":\\\"2025-03-14T08:40:33.377Z\\\",\\\"swimlaneUpdates\\\":[{\\\"id\\\":\\\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\\\",\\\"content\\\":\\\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\\\",\\\"createdAt\\\":\\\"2025-03-14T07:29:16.755Z\\\",\\\"createdBy\\\":\\\"Sam Ferguson\\\",\\\"swimlaneId\\\":\\\"d71d7bb7-04a8-4777-b635-8adbba6c4096\\\",\\\"swimlaneIndex\\\":1,\\\"swimlaneName\\\":\\\"Restart a test pod cc-ecom-web-001\\\",\\\"swimlaneStatus\\\":\\\"OnHold\\\"},{\\\"id\\\":\\\"0a6648b3-45f8-43a1-ac44-5f6d84230189\\\",\\\"content\\\":\\\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\\\",\\\"createdAt\\\":\\\"2025-03-14T06:55:37.236Z\\\",\\\"createdBy\\\":\\\"Sam Ferguson\\\",\\\"swimlaneId\\\":\\\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] 5ce\\\",\\\"swimlaneIndex\\\":2,\\\"swimlaneName\\\":\\\"Kill pods manually via console\\\",\\\"swimlaneStatus\\\":\\\"InProgress\\\"}],\\\"slackChannelIds\\\":[\\\"C060H30P9FZ\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"commercecloud-tce@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"cc.sre.team@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"0be6edd0-b022-4ff9-b324-2abce5ad2608\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\\\",\\\"needs\\\":\\\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\\\"},\\\"sentAt\\\":\\\"2025-03-14T08:40:33.377Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\",\\\"needs\\\":\\\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\\\"},\\\"sentAt\\\":\\\"2025-03-14T08:10:36.018Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\",\\\"needs\\\":\\\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\\"},\\\"sentAt\\\":\\\"2025-03-14T07:33:30.880Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\",\\\"needs\\\":\\\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\\"},\\\"sentAt\\\":\\\"2025-03-14T06:56:24.668Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams 
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\\\",\\\"needs\\\":\\\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\\\"},\\\"sentAt\\\":\\\"2025-03-14T06:16:42.619Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\\\",\\\"needs\\\":\\\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\\\"},\\\"sentAt\\\":\\\"2025-03-14T05:30:13.390Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"2 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\\\",\\\"needs\\\":\\\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\\\"},\\\"sentAt\\\":\\\"2025-03-14T04:53:25.031Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"110 minutes\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\\\",\\\"needs\\\":\\\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\\\"},\\\"sentAt\\\":\\\"2025-03-14T04:20:03.073Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"New\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/fox-tbtq-jij\\\",\\\"sentBySlackUserId\\\":\\\"NOT_FOUND_SFDC\\\",\\\"sentBy\\\":\\\"IncidentCommandCenter\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"duration\\\":\\\"8 seconds\\\",\\\"incidentCommander\\\":\\\"Sreekanth Muppalaneni\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WPSQCBZ98\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":\\\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\\\",\\\"sentAt\\\":\\\"2025-03-14T04:11:54.260Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"qppdan-aa1b1d-j59oer-casa6-1741941632766\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T08:40:34.168Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T04:11:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesf
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] orce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[{\"id\":\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\",\"content\":\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\",\"createdAt\":\"2025-03-14T07:29:16.755Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"swimlaneIndex\":1,\"swimlaneName\":\"Restart a test pod cc-ecom-web-001\",\"swimlaneStatus\":\"OnHold\"},{\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"swimlaneIndex\":2,\"swimlaneName\":\"Kill pods manually via console\",\"swimlaneStatus\":\"InProgress\"}],\"slackChannelIds\":[\"C060H30P9FZ\",\"C05T2A3C319\"],\"emailAddresses\":[\"commercecloud-tce@salesforce.com\",\"sitereliability@salesforce.com\",\"cc.sre.team@salesforce.com\"]},\"internalCommsId\":\"0be6edd0-b022-4ff9-b324-2abce5ad2608\",\"allInternalCommsReport\":[{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\"},\"sentAt\":\"2025-03-14T08:10:36.018Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\"
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] :\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T07:33:30.880Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T06:56:24.668Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\"},\"sentAt\":\"2025-03-14T06:16:42.619Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\"},\"sentAt\":\"2025-03-14T05:30:13.390Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"2 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\"},\"sentAt\":\"2025-03-14T04:53:25.031Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"110 minutes\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\"},\"sentAt\":\"2025-03-14T04:20:03.073Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"New\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fox-tbtq-jij\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T04:11:46.442Z\",\"duration\":\"8 seconds\",\"incidentCommander\":\"Sreekanth Muppalaneni\",\"incidentCommanderSlackUserId\":\"WPSQCBZ98\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\",\"sentAt\":\"2025-03-14T04:11:54.260Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"qppdan-aa1b1d-j59oer-casa6-1741941632766\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-re
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] quest\",\"payload\":{\"createdAt\":\"2025-03-14T08:40:34.168Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T04:11:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[{\"id\":\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\",\"content\":\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\",\"createdAt\":\"2025-03-14T07:29:16.755Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"swimlaneIndex\":1,\"swimlaneName\":\"Restart a test pod cc-ecom-web-001\",\"swimlaneStatus\":\"OnHold\"},{\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"swimlaneIndex\":2,\"swimlaneName\":\"Kill pods manually via console\",\"swimlaneStatus\":\"InProgress\"}],\"slackChannelIds\":[\"C060H30P9FZ\",\"C05T2A3C319\"],\"emailAddresses\":[\"commercecloud-tce@salesforce.com\",\"sitereliability@salesforce.com\",\"cc.sre.team@salesforce.com\"]},\"internalCommsId\":\"0be6edd0-b022-4ff9-b324-2abce5ad2608\",\"allInternalCommsReport\":[{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to 
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\"},\"sentAt\":\"2025-03-14T08:10:36.018Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T07:33:30.880Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigntly investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T06:56:24.668Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\"},\"sentAt\":\"2025-03-14T06:16:42.619Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\"},\"sentAt\":\"2025-03-14T05:30:13.390Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"2 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service ow
2025-03-14T08:40:34.381579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] ners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\"},\"sentAt\":\"2025-03-14T04:53:25.031Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"110 minutes\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\"},\"sentAt\":\"2025-03-14T04:20:03.073Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"New\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fox-tbtq-jij\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T04:11:46.442Z\",\"duration\":\"8 seconds\",\"incidentCommander\":\"Sreekanth Muppalaneni\",\"incidentCommanderSlackUserId\":\"WPSQCBZ98\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\",\"sentAt\":\"2025-03-14T04:11:54.260Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"qppdan-aa1b1d-j59oer-casa6-1741941632766\",\"client\":\"icc-ui\"}}"}
2025-03-14T08:40:34.381581+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634381,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: YZEAAAF6nx8"}
2025-03-14T08:40:34.381581+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634381,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId YZEAAAF6nx8"}
2025-03-14T08:40:34.381582+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941634381,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"kafkaReportConsumer.handleInternalCommsRequest for id 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b and docId YZEAAAF6nx8"}
2025-03-14T08:40:34.381930+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741941634381,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"type":"TypeError","message":"this.update.content.replace is not a function","stack":"TypeError: this.update.content.replace is not a function\n    at UpdateInfo.getContentWithNewlines (/app/build/quip/templates/update.info.js:21:36)\n    at Context.lookup (/app/node_modules/mustache/mustache.js:477:21)\n    at Writer.unescapedValue (/app/node_modules/mustache/mustache.js:664:25)\n    at Writer.renderTokens (/app/node_modules/mustache/mustache.js:580:45)\n    at Writer.render (/app/node_modules/mustache/mustache.js:556:17)\n    at Object.render (/app/node_modules/mustache/mustache.js:758:26)\n    at QuipService.addUpdate (/app/build/quip/quip.service.js:98:41)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExportService.addUpdate (/app/build/service/export.service.js:141:16)\n    at async ExportService.addInternalCommsUpdate (/app/build/service/export.service.js:93:16)"},"msg":"[Error] message not processed"}
2025-03-14T08:46:21.455257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741941981455,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845671424,\"uptime\":1761798.76,\"totalMem\":4018151424,\"loadavg\":[0.13,0.12,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22914680,\"nice\":13180,\"sys\":3457830,\"idle\":1731605940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22858270,\"nice\":14580,\"sys\":3455840,\"idle\":1731676660,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30014,\"num\":3,\"sum\":60026}}}"}
2025-03-14T08:46:21.455358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741941981455,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:46:59.781266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019436,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-page-request correctly routed"}
2025-03-14T08:46:59.781268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T08:46:59.781674+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-14T08:46:59.781765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:46:59.772Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"id\":\"d698e861-1979-4283-b6cf-344db3627e75\",\"serviceId\":\"PDLLELN\",\"serviceName\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\",\"responderName\":\"Sivateja Balabhadruni\",\"responderId\":\"PMQSMR6\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PMQSMR6\",\"incidentNumber\":\"14007939\",\"incidentTitle\":\"Incident: USA244s High APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"success\":true,\"pageTimestamp\":\"2025-03-14T08:46:59.718Z\",\"pdData\":{\"incident\":{\"incident_number\":14007939,\"title\":\"Incident: USA244s High APT Incident\",\"description\":\"Incident: USA244s High APT Incident\",\"created_at\":\"2025-03-14T08:46:59Z\",\"updated_at\":\"2025-03-14T08:46:59Z\",\"status\":\"triggered\",\"incident_key\":\"9d73fea8179c46579d769e21a1a2af52\",\"service\":{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"},\"assignments\":[{\"at\":\"2025-03-14T08:46:59Z\",\"assignee\":{\"id\":\"PMQSMR6\",\"type\":\"user_reference\",\"summary\":\"Sivateja Balabhadruni\",\"self\":\"https://api.pagerduty.com/users/PMQSMR6\",\"html_url\":\"https://salesforce.pagerduty.com/users/PMQSMR6\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T08:46:59Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1AOA4QSSMK8P4KKUMEA2I1NK3\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P3QIMZ5\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: Platform Infra Dev Alert EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/P3QIMZ5\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P3QIMZ5\"},\"teams\":[{\"id\":\"PTP2BFH\",\"type\":\"team_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA\",\"self\":\"https://api.pagerduty.com/teams/PTP2BFH\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PTP2BFH\"}],\"impacted_services\":[{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T08:51:59Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0LJ71AEGB8D9K\",\"type\":\"incident\",\"summary\":\"[#14007939] Incident: USA244s High APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sbalabhadruni@salesforce.com\"}}"}
2025-03-14T08:46:59.781765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T08:46:59.781799+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T08:46:59.781894+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:46:59.781913+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-page-response"}
2025-03-14T08:46:59.781913+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019781,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-14T08:46:59.782657+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019782,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - value: [object Promise]"}
2025-03-14T08:46:59.782681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019782,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId JcfAAAtc723 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,56,58,52,54,58,53,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T08:46:59.772Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H9H693E3\\\",\\\"name\\\":\\\"icc-73016858\\\"},\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\\\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\\\n\\\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\\\",\\\"detectedTime\\\":\\\"2025-03-14T08:39:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T08:12:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T08:42:41.227Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73016858\\\",\\\"caseRecordId\\\":\\\"500EE00001TsQFoYAN\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/6Mg7AEnqHBeT\\\",\\\"engagedAt\\\":\\\"2025-03-14T08:42:55.408Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T08:44:43.882Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"d698e861-1979-4283-b6cf-344db3627e75\\\",\\\"serviceId\\\":\\\"PDLLELN\\\",\\\"serviceName\\\":\\\"GUS: Platform Infra Dev - EMEA Incident Escalation\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLLELN\\\",\\\"responderName\\\":\\\"Sivateja Balabhadruni\\\",\\\"responderId\\\":\\\"PMQSMR6\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PMQSMR6\\\",\\\"incidentNumber\\\":\\\"14007939\\\",\\\"incidentTitle\\\":\\\"Incident: USA244s High APT Incident\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: USA244s High APT Incident\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73016858\\\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-14T08:46:59.718Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14007939,\\\"title\\\":\\\"Incident: USA244s High APT Incident\\\",\\\"description\\\":\\\"Incident: USA244s High APT Incident\\\",\\\"created_at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"updated_at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"9d73fea8179c46579d769e21a1a2af52\\\",\\\"service\\\":{\\\"id\\\":\\\"PDLLELN\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Platform Infra Dev - EMEA Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PDLLELN\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLLELN\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PMQSMR6\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Sivateja Balabhadruni\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PMQSMR6\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PMQSMR6\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R1AOA4QSSMK8P4KKUMEA2I1NK3\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"P3QIMZ5\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"GUS: Platform Infra Dev Alert EP\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/P3QIMZ5\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/P3QIMZ5\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"PTP2BFH\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"GUS: Platform Infra Dev - EMEA\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/PTP2BFH\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/PTP2BFH\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"PDLLELN\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Platform Infra Dev - EMEA Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PDLLELN\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLLELN\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-14T08:51:59Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"PDLLELN\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Platform Infra Dev - EMEA Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PDLLELN\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLLELN\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q0LJ71AEGB8D9K\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14007939] Incident: USA244s High APT Incident\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q0LJ71AEGB8D9K\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: USA244s High APT Incident\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73016858\\\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"sbalabhadruni@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T08:46:59.772Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTe
2025-03-14T08:46:59.782681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] amId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"id\":\"d698e861-1979-4283-b6cf-344db3627e75\",\"serviceId\":\"PDLLELN\",\"serviceName\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\",\"responderName\":\"Sivateja Balabhadruni\",\"responderId\":\"PMQSMR6\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PMQSMR6\",\"incidentNumber\":\"14007939\",\"incidentTitle\":\"Incident: USA244s High APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"success\":true,\"pageTimestamp\":\"2025-03-14T08:46:59.718Z\",\"pdData\":{\"incident\":{\"incident_number\":14007939,\"title\":\"Incident: USA244s High APT Incident\",\"description\":\"Incident: USA244s High APT Incident\",\"created_at\":\"2025-03-14T08:46:59Z\",\"updated_at\":\"2025-03-14T08:46:59Z\",\"status\":\"triggered\",\"incident_key\":\"9d73fea8179c46579d769e21a1a2af52\",\"service\":{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"},\"assignments\":[{\"at\":\"2025-03-14T08:46:59Z\",\"assignee\":{\"id\":\"PMQSMR6\",\"type\":\"user_reference\",\"summary\":\"Sivateja Balabhadruni\",\"self\":\"https://api.pagerduty.com/users/PMQSMR6\",\"html_url\":\"https://salesforce.pagerduty.com/users/PMQSMR6\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T08:46:59Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1AOA4QSSMK8P4KKUMEA2I1NK3\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P3QIMZ5\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: Platform Infra Dev Alert EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/P3QIMZ5\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P3QIMZ5\"},\"teams\":[{\"id\":\"PTP2BFH\",\"type\":\"team_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA\",\"self\":\"https://api.pagerduty.com/teams/PTP2BFH\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PTP2BFH\"}],\"impacted_services\":[{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T08:51:59Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0LJ71AEGB8D9K\",\"type\":\"incident\",\"summary\":\"[#14007939] Incident: USA244s High APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sbalabhadruni@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-14T08:46:59.772Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"id\":\"d698e861-1979-4283-b6cf-344db3627e75\",\"serviceId\":\"PDLLELN\",\"serviceName\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\",\"responderName\":\"Sivateja Balabhadruni\",\"responderId\":\"PMQSMR6\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PMQSMR6\",\"incidentNumber\":\"14007939\",\"incidentTitle\":\"Incident: USA244s High APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"success\":true,\"pageTimestamp\":\"2025-03-14T08:46:59.718Z\",\"pdData\":{\"incident\":{\"incident_number\":14007939,\"title\":\"Incident: USA244s High APT Incident\",\"description\":\"Incident: USA244s High APT Incident\",\"created_at\":\"2025-03-14T08:46:59Z\",\"updated_at\":\"2025-03-14T08:46:59Z\",\"status\":\"triggered\",\"incident_key\":\"9d73fea8179c46579d769e21a1a2af52\",\"service\":{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"},\"assignments\":[{\"at\":\"2025-03-14T08:46:59Z\",\"assignee\":{\"id\":\"PMQSMR6\",\"type\":\"user_reference\",\"summary\":\"Sivateja Balabhadruni\",\"self\":\"https://api.pagerduty.com/users/PMQSMR6\",\"html_url\":\"https://salesforce.pagerduty.com/users/PMQSMR6\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T08:46:59Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1AOA4QSSMK8P4KKUMEA2I1NK3\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K/log_entries/R1AOA4QSSMK8P4KKUMEA2I1NK3\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P3QIMZ5\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: Platform Infra Dev Alert EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/P3QIMZ5\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P3QIMZ5\"},\"teams\":[{\"id\":\"PTP2BFH\",\"type\":\"team_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA\",\"self\":\"https://api.pagerduty.com/teams/PTP2BFH
2025-03-14T08:46:59.782681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \",\"html_url\":\"https://salesforce.pagerduty.com/teams/PTP2BFH\"}],\"impacted_services\":[{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T08:51:59Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PDLLELN\",\"type\":\"service_reference\",\"summary\":\"GUS: Platform Infra Dev - EMEA Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLLELN\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLLELN\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0LJ71AEGB8D9K\",\"type\":\"incident\",\"summary\":\"[#14007939] Incident: USA244s High APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0LJ71AEGB8D9K\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sbalabhadruni@salesforce.com\"}}}"}
2025-03-14T08:46:59.782682+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019782,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: JcfAAAtc723"}
2025-03-14T08:46:59.782682+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019782,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId JcfAAAtc723"}
2025-03-14T08:46:59.782712+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019782,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 4e547913-bf7c-4a68-8ea6-78ba55ada2be and docId JcfAAAtc723"}
2025-03-14T08:46:59.806666+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T08:46:59.806720+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:46:59.798Z\",\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"users\":[\"WKF8TDN5B\"]}}"}
2025-03-14T08:46:59.806743+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T08:46:59.806768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T08:46:59.806836+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:46:59.806850+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T08:46:59.806850+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-slack-channel-invite-users"}
2025-03-14T08:46:59.806891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T08:46:59.806891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019806,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-slack-channel-invite-users correctly routed"}
2025-03-14T08:46:59.861466+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-14T08:46:59.861543+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:46:59.852Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"id\":\"1a863f91-2cf1-417d-bf53-11e82a1ada92\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\",\"responderName\":\"Nirupama Teja Gantipogu\",\"responderId\":\"PXQK3MD\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXQK3MD\",\"incidentNumber\":\"14007940\",\"incidentTitle\":\"Incident: USA244s High APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"success\":true,\"pageTimestamp\":\"2025-03-14T08:46:59.793Z\",\"pdData\":{\"incident\":{\"incident_number\":14007940,\"title\":\"Incident: USA244s High APT Incident\",\"description\":\"Incident: USA244s High APT Incident\",\"created_at\":\"2025-03-14T08:46:59Z\",\"updated_at\":\"2025-03-14T08:46:59Z\",\"status\":\"triggered\",\"incident_key\":\"32e1d9925da04208b1097868711d9537\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-14T08:46:59Z\",\"assignee\":{\"id\":\"PXQK3MD\",\"type\":\"user_reference\",\"summary\":\"Nirupama Teja Gantipogu\",\"self\":\"https://api.pagerduty.com/users/PXQK3MD\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXQK3MD\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T08:46:59Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R4BJJ4TBQ9KIFWYTBX1TT9S5S7\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PYDYEWP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https://api.pagerduty.com/teams/P4TEPEY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T08:56:59Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q09FAXMB2TIHSE\",\"type\":\"incident\",\"summary\":\"[#14007940] Incident: USA244s High APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \"}}},\"responderEmail\":\"ngantipogu@salesforce.com\"}}"}
2025-03-14T08:46:59.861544+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T08:46:59.861559+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T08:46:59.861638+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:46:59.861639+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T08:46:59.861639+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-page-response"}
2025-03-14T08:46:59.861730+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-14T08:46:59.861731+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019861,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - value: [object Promise]"}
2025-03-14T08:46:59.862299+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019862,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId JcfAAAtc723 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,56,58,52,54,58,53,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T08:46:59.852Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H9H693E3\\\",\\\"name\\\":\\\"icc-73016858\\\"},\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\\\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\\\n\\\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\\\",\\\"detectedTime\\\":\\\"2025-03-14T08:39:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T08:12:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T08:42:41.227Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73016858\\\",\\\"caseRecordId\\\":\\\"500EE00001TsQFoYAN\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/6Mg7AEnqHBeT\\\",\\\"engagedAt\\\":\\\"2025-03-14T08:42:55.408Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T08:44:43.882Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"1a863f91-2cf1-417d-bf53-11e82a1ada92\\\",\\\"serviceId\\\":\\\"P25VK5X\\\",\\\"serviceName\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\",\\\"responderName\\\":\\\"Nirupama Teja Gantipogu\\\",\\\"responderId\\\":\\\"PXQK3MD\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PXQK3MD\\\",\\\"incidentNumber\\\":\\\"14007940\\\",\\\"incidentTitle\\\":\\\"Incident: USA244s High APT Incident\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: USA244s High APT Incident\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73016858\\\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-14T08:46:59.793Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14007940,\\\"title\\\":\\\"Incident: USA244s High APT Incident\\\",\\\"description\\\":\\\"Incident: USA244s High APT Incident\\\",\\\"created_at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"updated_at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"32e1d9925da04208b1097868711d9537\\\",\\\"service\\\":{\\\"id\\\":\\\"P25VK5X\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P25VK5X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PXQK3MD\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Nirupama Teja Gantipogu\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PXQK3MD\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PXQK3MD\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-14T08:46:59Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R4BJJ4TBQ9KIFWYTBX1TT9S5S7\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PYDYEWP\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"CAPE EP\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PYDYEWP\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"P4TEPEY\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"GUS: CAPE\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/P4TEPEY\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/P4TEPEY\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"P25VK5X\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P25VK5X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-14T08:56:59Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"P25VK5X\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P25VK5X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q09FAXMB2TIHSE\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14007940] Incident: USA244s High APT Incident\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q09FAXMB2TIHSE\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: USA244s High APT Incident\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73016858\\\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"ngantipogu@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T08:46:59.852Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\
2025-03-14T08:46:59.862299+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] "servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"id\":\"1a863f91-2cf1-417d-bf53-11e82a1ada92\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\",\"responderName\":\"Nirupama Teja Gantipogu\",\"responderId\":\"PXQK3MD\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXQK3MD\",\"incidentNumber\":\"14007940\",\"incidentTitle\":\"Incident: USA244s High APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"success\":true,\"pageTimestamp\":\"2025-03-14T08:46:59.793Z\",\"pdData\":{\"incident\":{\"incident_number\":14007940,\"title\":\"Incident: USA244s High APT Incident\",\"description\":\"Incident: USA244s High APT Incident\",\"created_at\":\"2025-03-14T08:46:59Z\",\"updated_at\":\"2025-03-14T08:46:59Z\",\"status\":\"triggered\",\"incident_key\":\"32e1d9925da04208b1097868711d9537\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-14T08:46:59Z\",\"assignee\":{\"id\":\"PXQK3MD\",\"type\":\"user_reference\",\"summary\":\"Nirupama Teja Gantipogu\",\"self\":\"https://api.pagerduty.com/users/PXQK3MD\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXQK3MD\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T08:46:59Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R4BJJ4TBQ9KIFWYTBX1TT9S5S7\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PYDYEWP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https://api.pagerduty.com/teams/P4TEPEY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T08:56:59Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q09FAXMB2TIHSE\",\"type\":\"incident\",\"summary\":\"[#14007940] Incident: USA244s High APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \"}}},\"responderEmail\":\"ngantipogu@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-14T08:46:59.852Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"id\":\"1a863f91-2cf1-417d-bf53-11e82a1ada92\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\",\"responderName\":\"Nirupama Teja Gantipogu\",\"responderId\":\"PXQK3MD\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXQK3MD\",\"incidentNumber\":\"14007940\",\"incidentTitle\":\"Incident: USA244s High APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"success\":true,\"pageTimestamp\":\"2025-03-14T08:46:59.793Z\",\"pdData\":{\"incident\":{\"incident_number\":14007940,\"title\":\"Incident: USA244s High APT Incident\",\"description\":\"Incident: USA244s High APT Incident\",\"created_at\":\"2025-03-14T08:46:59Z\",\"updated_at\":\"2025-03-14T08:46:59Z\",\"status\":\"triggered\",\"incident_key\":\"32e1d9925da04208b1097868711d9537\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-14T08:46:59Z\",\"assignee\":{\"id\":\"PXQK3MD\",\"type\":\"user_reference\",\"summary\":\"Nirupama Teja Gantipogu\",\"self\":\"https://api.pagerduty.com/users/PXQK3MD\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXQK3MD\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T08:46:59Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R4BJJ4TBQ9KIFWYTBX1TT9S5S7\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE/log_entries/R4BJJ4TBQ9KIFWYTBX1TT9S5S7\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PYDYEWP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https://api.pagerduty.com/teams/P4TEPEY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"}],\"pending_actions\"
2025-03-14T08:46:59.862299+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] :[{\"type\":\"escalate\",\"at\":\"2025-03-14T08:56:59Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q09FAXMB2TIHSE\",\"type\":\"incident\",\"summary\":\"[#14007940] Incident: USA244s High APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q09FAXMB2TIHSE\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA244s High APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73016858\\nBridge URL: https://meet.google.com/zpi-ysrj-xgj\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\\nAdditional Details: \"}}},\"responderEmail\":\"ngantipogu@salesforce.com\"}}}"}
2025-03-14T08:46:59.862300+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019862,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: JcfAAAtc723"}
2025-03-14T08:46:59.862301+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019862,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId JcfAAAtc723"}
2025-03-14T08:46:59.862301+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019862,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 4e547913-bf7c-4a68-8ea6-78ba55ada2be and docId JcfAAAtc723"}
2025-03-14T08:46:59.886826+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T08:46:59.886828+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:46:59.878Z\",\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"users\":[\"U07FNPU88EM\"]}}"}
2025-03-14T08:46:59.886831+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T08:46:59.886878+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T08:46:59.886951+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:46:59.886952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T08:46:59.886952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-slack-channel-invite-users"}
2025-03-14T08:46:59.886969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T08:46:59.886970+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942019886,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-slack-channel-invite-users correctly routed"}
2025-03-14T08:47:00.837083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942020517,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-page-response correctly routed"}
2025-03-14T08:47:00.837086+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942020836,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-page-response correctly routed"}
2025-03-14T08:47:47.884252+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-14T08:47:47.884266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:47:47.875Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"fd6280e1-9e8e-41ca-9b4c-5a3f9cc0c821\",\"sequenceNumber\":1}}"}
2025-03-14T08:47:47.884317+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T08:47:47.884319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T08:47:47.884415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:47:47.884416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942067883,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T08:47:47.884416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-internal-comms-response"}
2025-03-14T08:47:47.884449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-14T08:47:47.884449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942067884,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-internal-comms-response correctly routed"}
2025-03-14T08:47:58.385010+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942067940,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-internal-comms-request correctly routed"}
2025-03-14T08:47:58.385014+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942078384,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T08:47:58.385226+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-14T08:47:58.385307+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T08:47:58.268Z\",\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"fd6280e1-9e8e-41ca-9b4c-5a3f9cc0c821\",\"sequenceNumber\":1}}"}
2025-03-14T08:47:58.385324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T08:47:58.385343+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T08:47:58.385458+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:47:58.385459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-internal-comms-response"}
2025-03-14T08:47:58.385460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942078385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-14T08:48:21.475274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942101475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844311552,\"uptime\":1761918.78,\"totalMem\":4018151424,\"loadavg\":[0.02,0.07,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22916050,\"nice\":13180,\"sys\":3458050,\"idle\":1731724470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22859370,\"nice\":14580,\"sys\":3455990,\"idle\":1731795230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":25604,\"num\":22,\"sum\":59992}}}"}
2025-03-14T08:48:21.475334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942101475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:49:21.495263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942161495,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844176384,\"uptime\":1761978.8,\"totalMem\":4018151424,\"loadavg\":[0.35,0.15,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22916660,\"nice\":13180,\"sys\":3458150,\"idle\":1731783720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22859790,\"nice\":14580,\"sys\":3456070,\"idle\":1731854550,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30026,\"num\":3,\"sum\":60020}}}"}
2025-03-14T08:49:21.495321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942161495,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:50:21.515293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942221515,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843664384,\"uptime\":1762038.82,\"totalMem\":4018151424,\"loadavg\":[0.17,0.14,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22916970,\"nice\":13180,\"sys\":3458220,\"idle\":1731842990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22860370,\"nice\":14580,\"sys\":3456160,\"idle\":1731913830,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30017,\"num\":3,\"sum\":60018}}}"}
2025-03-14T08:50:21.515352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942221515,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:54:21.615277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942461615,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841788416,\"uptime\":1762278.92,\"totalMem\":4018151424,\"loadavg\":[0,0.06,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22919030,\"nice\":13180,\"sys\":3458500,\"idle\":1732079990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22862240,\"nice\":14580,\"sys\":3456440,\"idle\":1732151130,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30016,\"num\":3,\"sum\":60028}}}"}
2025-03-14T08:54:21.615321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942461615,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:57:21.643263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942641643,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841063424,\"uptime\":1762458.95,\"totalMem\":4018151424,\"loadavg\":[0.04,0.05,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22920250,\"nice\":13180,\"sys\":3458750,\"idle\":1732257850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22863380,\"nice\":14580,\"sys\":3456680,\"idle\":1732328890,\"irq\":0}}],\"eventLoopStats\":{\"min\":3,\"max\":30029,\"num\":5,\"sum\":60004}}}"}
2025-03-14T08:57:21.643304+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942641643,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T08:57:34.249419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942654249,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T08:57:34.250431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942654250,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T08:59:21.675258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942761675,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840612864,\"uptime\":1762578.98,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22921300,\"nice\":13180,\"sys\":3458880,\"idle\":1732376390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22864100,\"nice\":14580,\"sys\":3456820,\"idle\":1732447530,\"irq\":0}}],\"eventLoopStats\":{\"min\":62,\"max\":30027,\"num\":3,\"sum\":60017}}}"}
2025-03-14T08:59:21.675473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942761675,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:00:21.695250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942821695,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840883200,\"uptime\":1762639,\"totalMem\":4018151424,\"loadavg\":[0.03,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22921710,\"nice\":13180,\"sys\":3458960,\"idle\":1732435630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22864640,\"nice\":14580,\"sys\":3456930,\"idle\":1732506830,\"irq\":0}}],\"eventLoopStats\":{\"min\":71,\"max\":30027,\"num\":3,\"sum\":60018}}}"}
2025-03-14T09:00:21.695345+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942821695,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:02:21.727262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741942941727,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840436736,\"uptime\":1762759.03,\"totalMem\":4018151424,\"loadavg\":[0.24,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22922720,\"nice\":13180,\"sys\":3459100,\"idle\":1732554320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22865990,\"nice\":14580,\"sys\":3457070,\"idle\":1732625360,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30030,\"num\":4,\"sum\":60028}}}"}
2025-03-14T09:02:21.727316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741942941727,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:07:21.815261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943241815,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838171648,\"uptime\":1763059.12,\"totalMem\":4018151424,\"loadavg\":[0.05,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22924890,\"nice\":13180,\"sys\":3459500,\"idle\":1732850810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22868730,\"nice\":14580,\"sys\":3457420,\"idle\":1732921820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29872,\"num\":7,\"sum\":60026}}}"}
2025-03-14T09:07:21.815458+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943241815,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:10:21.891259+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943421891,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837426176,\"uptime\":1763239.2,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22926350,\"nice\":13180,\"sys\":3459780,\"idle\":1733028810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22870590,\"nice\":14580,\"sys\":3457680,\"idle\":1733099640,\"irq\":0}}],\"eventLoopStats\":{\"min\":133,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-14T09:10:21.891362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943421891,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:11:21.891250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943481891,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837434368,\"uptime\":1763299.2,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22926830,\"nice\":13180,\"sys\":3459850,\"idle\":1733088120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22870920,\"nice\":14580,\"sys\":3457760,\"idle\":1733158870,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30028,\"num\":13,\"sum\":59997}}}"}
2025-03-14T09:11:21.891454+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943481891,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:14:21.947287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943661947,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841387008,\"uptime\":1763479.25,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22928500,\"nice\":13180,\"sys\":3460080,\"idle\":1733265650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22872390,\"nice\":14580,\"sys\":3458020,\"idle\":1733336440,\"irq\":0}}],\"eventLoopStats\":{\"min\":172,\"max\":30024,\"num\":3,\"sum\":60028}}}"}
2025-03-14T09:14:21.947329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943661947,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:15:59.475990+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943759475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-14T09:15:59.476048+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:15:59.142Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"64 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\",\"sentAt\":\"2025-03-14T09:15:58.667Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"aa1d4e39-6465-489b-acf6-0d31e45d8f35\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"64 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\",\"sentAt\":\"2025-03-14T09:15:58.667Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"36 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA244s is experiencing high APT's, we posted Trust and investigating.\",\"sentAt\":\"2025-03-14T08:47:46.635Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"e414o-hjaoy9-vghdp-l7j49j-1741943758501\",\"client\":\"icc-ui\"}"}
2025-03-14T09:15:59.476050+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-14T09:15:59.476051+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-14T09:15:59.476126+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943759476,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:15:59.476128+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759475,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:15:59.476128+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759476,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-internal-comms-request"}
2025-03-14T09:15:59.476292+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943759476,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-14T09:15:59.476293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759476,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - value: [object Promise]"}
2025-03-14T09:15:59.477397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759477,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId JcfAAAtc723 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,57,58,49,53,58,53,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T09:15:59.142Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H9H693E3\\\",\\\"name\\\":\\\"icc-73016858\\\"},\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\\\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\\\n\\\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\\\",\\\"detectedTime\\\":\\\"2025-03-14T08:39:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T08:12:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-14T08:42:41.227Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T08:42:41.227Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T08:42:41.227Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73016858\\\",\\\"caseRecordId\\\":\\\"500EE00001TsQFoYAN\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/6Mg7AEnqHBeT\\\",\\\"engagedAt\\\":\\\"2025-03-14T08:42:55.408Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T08:44:43.882Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T08:12:00.000Z\\\",\\\"duration\\\":\\\"64 minutes\\\",\\\"incidentCommander\\\":\\\"Krisztian Zsibrek\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\\\",\\\"sentAt\\\":\\\"2025-03-14T09:15:58.667Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\",\\\"gsm@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"aa1d4e39-6465-489b-acf6-0d31e45d8f35\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T08:12:00.000Z\\\",\\\"duration\\\":\\\"64 minutes\\\",\\\"incidentCommander\\\":\\\"Krisztian Zsibrek\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\\\",\\\"sentAt\\\":\\\"2025-03-14T09:15:58.667Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T08:12:00.000Z\\\",\\\"duration\\\":\\\"36 minutes\\\",\\\"incidentCommander\\\":\\\"Krisztian Zsibrek\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"USA244s is experiencing high APT's, we posted Trust and investigating.\\\",\\\"sentAt\\\":\\\"2025-03-14T08:47:46.635Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"e414o-hjaoy9-vghdp-l7j49j-1741943758501\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T09:15:59.142Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"siterel
2025-03-14T09:15:59.477397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] iability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"64 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\",\"sentAt\":\"2025-03-14T09:15:58.667Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"aa1d4e39-6465-489b-acf6-0d31e45d8f35\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"64 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\",\"sentAt\":\"2025-03-14T09:15:58.667Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"36 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA244s is experiencing high APT's, we posted Trust and investigating.\",\"sentAt\":\"2025-03-14T08:47:46.635Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"e414o-hjaoy9-vghdp-l7j49j-1741943758501\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-request\",\"payload\":{\"createdAt\":\"2025-03-14T09:15:59.142Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"64 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\",\"sentAt\":\"2025-03-14T09:15:58.667Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"aa1d4e39-6465-489b-acf6-0d31e45d8f35\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"64 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":
2025-03-14T09:15:59.477397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"CDSE was seeing wait sql locks and we paged out to core db perf. SME's are investigating, but APT's are now below threshold.\",\"sentAt\":\"2025-03-14T09:15:58.667Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/zpi-ysrj-xgj\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"duration\":\"36 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA244s High APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA244s is experiencing high APT's, we posted Trust and investigating.\",\"sentAt\":\"2025-03-14T08:47:46.635Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"e414o-hjaoy9-vghdp-l7j49j-1741943758501\",\"client\":\"icc-ui\"}}"}
2025-03-14T09:15:59.477402+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759477,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: JcfAAAtc723"}
2025-03-14T09:15:59.477402+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943759477,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId JcfAAAtc723"}
2025-03-14T09:16:21.987256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943781987,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840420352,\"uptime\":1763599.29,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22929760,\"nice\":13180,\"sys\":3460270,\"idle\":1733384230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22873820,\"nice\":14580,\"sys\":3458190,\"idle\":1733454960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":22,\"sum\":60002}}}"}
2025-03-14T09:16:21.987325+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943781987,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:17:22.015221+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741943842015,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840813568,\"uptime\":1763659.32,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22930160,\"nice\":13180,\"sys\":3460340,\"idle\":1733443540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22874140,\"nice\":14580,\"sys\":3458250,\"idle\":1733514290,\"irq\":0}}],\"eventLoopStats\":{\"min\":160,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-14T09:17:22.015436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741943842015,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:23:22.175252+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944202175,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840477696,\"uptime\":1764019.48,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22933650,\"nice\":13180,\"sys\":3460810,\"idle\":1733799220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22877010,\"nice\":14580,\"sys\":3458780,\"idle\":1733870150,\"irq\":0}}],\"eventLoopStats\":{\"min\":163,\"max\":30009,\"num\":3,\"sum\":60024}}}"}
2025-03-14T09:23:22.175298+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944202175,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:24:55.136039+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295135,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-14T09:24:55.136090+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295135,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:24:54.743Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T04:11:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"tbcj3-0x8ycn-w90jl-f7v3o-1741944293924\",\"client\":\"icc-ui\"}"}
2025-03-14T09:24:55.136091+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295135,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T09:24:55.136092+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T09:24:55.136134+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:24:55.136136+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295135,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:24:55.136136+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-usd-resource-deleted"}
2025-03-14T09:24:55.136172+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-14T09:24:55.136173+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-usd-resource-deleted correctly routed"}
2025-03-14T09:24:55.136540+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-14T09:24:55.136640+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:24:54.767Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T04:11:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"eventObj\":[],\"requestId\":\"tbcj3-0x8ycn-w90jl-f7v3o-1741944293924\",\"client\":\"icc-ui\"}"}
2025-03-14T09:24:55.136642+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T09:24:55.136646+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T09:24:55.136705+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:24:55.136705+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:24:55.136706+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-usd-resource-created"}
2025-03-14T09:24:55.136706+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-14T09:24:55.136706+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-usd-resource-created correctly routed"}
2025-03-14T09:24:55.136938+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-reporting'"}
2025-03-14T09:24:55.136959+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:24:54.801Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"name\":\"Johan van Zanten\",\"email\":\"jvanzanten@salesforce.com\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T04:11:00.000Z\",\"2025-03-14T03:23:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\"],\"impactEndTime\":[\"\",\"2025-03-14T08:40:00.000Z\"],\"rootCause\":[\"Other\",\"Unknown\"]},\"requestId\":\"tbcj3-0x8ycn-w90jl-f7v3o-1741944293924\",\"client\":\"icc-ui\"}"}
2025-03-14T09:24:55.136971+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-14T09:24:55.137020+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-14T09:24:55.137046+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295137,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:24:55.137055+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295136,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:24:55.137055+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295137,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-incident-resolved"}
2025-03-14T09:24:55.137192+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295137,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-incident-resolved is now being processed."}
2025-03-14T09:24:55.137195+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295137,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - value: [object Promise]"}
2025-03-14T09:24:55.138075+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295137,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId YZEAAAF6nx8 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,114,101,115,111,108,118,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,57,58,50,52,58,53,53,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T09:24:54.801Z\\\",\\\"user\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"name\\\":\\\"Johan van Zanten\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HGRX72UE\\\",\\\"name\\\":\\\"icc-73010822\\\"},\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"description\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"detectedTime\\\":\\\"2025-03-14T03:23:00.000Z\\\",\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Monitoring\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-14T08:40:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"additionalJoiningInfo\\\":\\\"\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Unknown\\\",\\\"createdAt\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000000qzVKIAY\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"caseNumber\\\":\\\"73010822\\\",\\\"caseRecordId\\\":\\\"500EE00001TryhmYAB\\\",\\\"servicesImpacted\\\":[\\\"Commerce\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/sCvMALxz3vwa\\\",\\\"engagedAt\\\":\\\"2025-03-14T04:12:27.915Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T07:33:13.285Z\\\"},\\\"changes\\\":{\\\"detectedTime\\\":[\\\"2025-03-14T04:11:00.000Z\\\",\\\"2025-03-14T03:23:00.000Z\\\"],\\\"status\\\":[\\\"InProgress\\\",\\\"Resolved\\\"],\\\"originReference\\\":[\\\"\\\",\\\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\\\"],\\\"impactEndTime\\\":[\\\"\\\",\\\"2025-03-14T08:40:00.000Z\\\"],\\\"rootCause\\\":[\\\"Other\\\",\\\"Unknown\\\"]},\\\"requestId\\\":\\\"tbcj3-0x8ycn-w90jl-f7v3o-1741944293924\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T09:24:54.801Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"name\":\"Johan van Zanten\",\"email\":\"jvanzanten@salesforce.com\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T04:11:00.000Z\",\"2025-03-14T03:23:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\"],\"impactEndTime\":[\"\",\"2025-03-14T08:40:00.000Z\"],\"rootCause\":[\"Other\",\"Unknown\"]},\"requestId\":\"tbcj3-0x8ycn-w90jl-f7v3o-1741944293924\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-resolved\",\"payload\":{\"createdAt\":\"2025-03-14T09:24:54.801Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"name\":\"Johan van Zanten\",\"email\":\"jvanzanten@salesforce.com\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T07:33:13.285Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T04:11:00.000Z\",\"2025-03-14T03:23:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\"],\"impactEndTime\":[\"\",\"2025-03-14T08:40:00.000Z\"],\"rootCause\":[\"Other\",\"Unknown\"]},\"requestId\":\"tbcj3-0x8ycn-w90jl-f7v3o-1741944293924\",\"client\":\"icc-ui\"}}"}
2025-03-14T09:24:55.138134+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295138,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: YZEAAAF6nx8"}
2025-03-14T09:24:55.138135+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295138,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-incident-resolved and docId YZEAAAF6nx8"}
2025-03-14T09:24:55.138197+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295138,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Processing eventTypeIncidentResolved for 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:24:55.138198+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295138,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentResolved for id 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b and docId YZEAAAF6nx8"}
2025-03-14T09:24:55.138685+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295138,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b-incident-info"}
2025-03-14T09:24:55.138686+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295138,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b-gus-casenumber - value: [object Promise]"}
2025-03-14T09:24:55.186922+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295186,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-14T09:24:55.186924+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295186,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:24:55.138Z\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"responses\":[]}"}
2025-03-14T09:24:55.186924+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295186,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T09:24:55.186943+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295186,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T09:24:55.187047+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944295187,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:24:55.187234+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944295186,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:24:55.187236+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741944295187,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T09:24:56.640140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944296010,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-14T09:24:56.640146+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944296640,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b-incident-info, info: {\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"caseId\":\"500EE00001TryhmYAB\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"slackChannelId\":\"C08HGRX72UE\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"impact\":\"ServiceDisruption\",\"impactStart\":\"2025-03-14T02:30:00.000Z\",\"impactEnd\":\"2025-03-14T08:40:00.000Z\",\"servicesImpacted\":\"Commerce\",\"roles\":{},\"category\":\"Application\",\"rootCause\":\"Unknown\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"caseNumber\":\"73010822\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T09:29:22.311288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944562311,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843709440,\"uptime\":1764379.62,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22936490,\"nice\":13180,\"sys\":3461410,\"idle\":1734154970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22880010,\"nice\":14580,\"sys\":3459340,\"idle\":1734225890,\"irq\":0}}],\"eventLoopStats\":{\"min\":126,\"max\":30016,\"num\":3,\"sum\":60023}}}"}
2025-03-14T09:29:22.311515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944562311,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:29:34.968691+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944301944,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-gus-response correctly routed"}
2025-03-14T09:29:34.968695+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574968,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:29:34.970230+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-14T09:29:34.970518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:29:34.549Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:25:01.895Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":11,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This incident is now resolved.\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\",\"sentAt\":\"2025-03-14T09:29:33.958Z\",\"swimlaneUpdates\":[{\"id\":\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\",\"content\":\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\",\"createdAt\":\"2025-03-14T07:29:16.755Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"swimlaneIndex\":1,\"swimlaneName\":\"Restart a test pod cc-ecom-web-001\",\"swimlaneStatus\":\"OnHold\"},{\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"swimlaneIndex\":2,\"swimlaneName\":\"Kill pods manually via console\",\"swimlaneStatus\":\"InProgress\"}],\"slackChannelIds\":[\"C060H30P9FZ\",\"C05T2A3C319\"],\"emailAddresses\":[\"cc.sre.team@salesforce.com\",\"sitereliability@salesforce.com\",\"commercecloud-tce@salesforce.com\"]},\"internalCommsId\":\"25e8c33f-be5e-48e1-befe-a6e8d1763706\",\"allInternalCommsReport\":[{\"sequenceNumber\":11,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This incident is now resolved.\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\",\"sentAt\":\"2025-03-14T09:29:33.958Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\nRestart of multiple ECOM cells at 08:40 restored service health across prod and stage environments.\",\"actions\":\"The team is verifying service health recovery through Kaiju dashboards, which will take time as automated monitor tests are catching up with the changes.\",\"needs\":\"Engine
2025-03-14T09:29:34.970518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] ers will continue to monitor service recovery.\\n cell1 (dev. env.) is not being restarted so that engineers can further debugging the underlying problem.\"},\"sentAt\":\"2025-03-14T08:52:33.121Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\"},\"sentAt\":\"2025-03-14T08:10:36.018Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T07:33:30.880Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T06:56:24.668Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\"},\"sentAt\":\"2025-03-14T06:16:42.619Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud servic
2025-03-14T09:29:34.970518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] e teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\"},\"sentAt\":\"2025-03-14T05:30:13.390Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"2 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\"},\"sentAt\":\"2025-03-14T04:53:25.031Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"110 minutes\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\"},\"sentAt\":\"2025-03-14T04:20:03.073Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"New\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fox-tbtq-jij\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T04:11:46.442Z\",\"duration\":\"8 seconds\",\"incidentCommander\":\"Sreekanth Muppalaneni\",\"incidentCommanderSlackUserId\":\"WPSQCBZ98\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\",\"sentAt\":\"2025-03-14T04:11:54.260Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"huyhi-9xjwpe-b082r-em0kuo-1741944573341\",\"client\":\"icc-ui\"}"}
2025-03-14T09:29:34.970520+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-14T09:29:34.970532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-14T09:29:34.970605+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:29:34.970608+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-internal-comms-request"}
2025-03-14T09:29:34.970608+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-14T09:29:34.971875+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574970,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - value: [object Promise]"}
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574971,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId YZEAAAF6nx8 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,57,58,50,57,58,51,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T09:29:34.549Z\\\",\\\"user\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HGRX72UE\\\",\\\"name\\\":\\\"icc-73010822\\\"},\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"description\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"detectedTime\\\":\\\"2025-03-14T03:23:00.000Z\\\",\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Monitoring\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-14T08:40:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"additionalJoiningInfo\\\":\\\"\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T07:33:08.264Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"4b5f3482-f266-4b16-9eee-a99777f81a54\\\",\\\"email\\\":\\\"smuppalaneni@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Sreekanth Muppalaneni\\\",\\\"firstName\\\":\\\"Sreekanth\\\",\\\"lastName\\\":\\\"Muppalaneni\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B00000063lBuIAI\\\",\\\"slackUserId\\\":\\\"WPSQCBZ98\\\",\\\"createdBy\\\":\\\"smuppalaneni@salesforce.com\\\",\\\"modifiedBy\\\":\\\"icc@aloha.sso\\\",\\\"createdAt\\\":\\\"2022-06-23T06:06:41.280Z\\\",\\\"modifiedAt\\\":\\\"2022-06-23T07:09:41.925Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"id\\\":\\\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\\\",\\\"email\\\":\\\"ldeazeredo@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000Rac8rYAB\\\",\\\"slackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-08-19T13:48:11.844Z\\\",\\\"modifiedAt\\\":\\\"2024-08-19T13:48:11.844Z\\\"},\\\"externalGusId\\\":null},{\\\"createdAt\\\":\\\"2025-03-14T04:14:51.385Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T07:33:08.264Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"a752944f-31f3-4920-ab36-f33fc25320f0\\\",\\\"email\\\":\\\"mervyn.das@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mervyn Das\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002UfW1YAK\\\",\\\"slackUserId\\\":\\\"U02PSDTTBV1\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2022-10-16T22:01:05.071Z\\\",\\\"modifiedAt\\\":\\\"2022-10-16T22:01:05.071Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"id\\\":\\\"b47d7b17-84cc-4019-9669-1b37c2da2859\\\",\\\"name\\\":\\\"IncidentCommunicationsOfficer\\\",\\\"displayName\\\":\\\"Incident Communications Officer\\\",\\\"user\\\":{\\\"id\\\":\\\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\\\",\\\"email\\\":\\\"jvanzanten@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Johan van Zanten\\\",\\\"firstName\\\":\\\"Johan\\\",\\\"lastName\\\":\\\"van Zanten\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002VHhlYAG\\\",\\\"slackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"jvanzanten@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-17T16:30:03.441Z\\\",\\\"modifiedAt\\\":\\\"2022-03-17T16:30:38.981Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Unknown\\\",\\\"createdAt\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000000qzVKIAY\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"caseNumber\\\":\\\"73010822\\\",\\\"caseRecordId\\\":\\\"500EE00001TryhmYAB\\\",\\\"servicesImpacted\\\":[\\\"Commerce\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/sCvMALxz3vwa\\\",\\\"engagedAt\\\":\\\"2025-03-14T04:12:27.915Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T09:25:01.895Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"2025-03-14T08:40:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":\\\"This incident is now resolved.\\\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\\\",\\\"sentAt\\\":\\\"2025-03-14T09:29:33.958Z\\\",\\\"swimlaneUpdates\\\":[{\\\"id\\\":\\\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\\\",\\\"content\\\":\\\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\\\",\\\"createdAt\\\":\\\"2025-03-14T07:29:16.755Z\\\",\\\"createdBy\\\":\\\"Sam Ferguson\\\",\\\"swimlaneId\\\":\\\"d71d7bb7-04a8-4777-b635-8adbba6c4096\\\",\\\"swimlaneIndex\\\":1,\\\"swimlaneName\\\":\\\"Restart a test pod cc-ecom-web-001\\\",\\\"swimlaneStatus\\\":\\\"OnHold\\\"},{\\\"id\\\":\\\"0a6648b3-45f8-43a1-ac44-5f6d84230189\\\",\\\"content\\\":\\\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\\\",\\\"createdAt\\\":\\\"2025-03-14T06:55:37.236Z\\\",\\\"createdBy\\\":\\\"Sam Ferguson\\\",\\\"swimlaneId\\\":\\\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\\\",\\\"swimlaneIndex\\\":2,\\\"swimlaneName\\\":\\\"Kill pods manually via console\\\",\\\"swimlaneStatus\\\":\\\"InProgress\\\"}],\\\"slackChannelIds\\\":[\\\"C060H30P9FZ\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"cc.sre.team@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"commercecloud-tce@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"25e8c33f-be5e-48e1-befe-a6e8d1763706\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"20
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] 25-03-14T08:40:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":\\\"This incident is now resolved.\\\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\\\",\\\"sentAt\\\":\\\"2025-03-14T09:29:33.958Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\\\nRestart of multiple ECOM cells at 08:40 restored service health across prod and stage environments.\\\",\\\"actions\\\":\\\"The team is verifying service health recovery through Kaiju dashboards, which will take time as automated monitor tests are catching up with the changes.\\\",\\\"needs\\\":\\\"Engineers will continue to monitor service recovery.\\\\n cell1 (dev. env.) is not being restarted so that engineers can further debugging the underlying problem.\\\"},\\\"sentAt\\\":\\\"2025-03-14T08:52:33.121Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\\\",\\\"needs\\\":\\\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\\\"},\\\"sentAt\\\":\\\"2025-03-14T08:40:33.377Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"U02PVUDCDH8\\\",\\\"sentBy\\\":\\\"Johan van Zanten\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\",\\\"needs\\\":\\\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\\\"},\\\"sentAt\\\":\\\"2025-03-14T08:10:36.018Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Leandro Matheus De Azeredo\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U07FEP3NTM0\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\",\\\"needs\\\":\\\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\\"},\\\"sentAt\\\":\\\"2025-03-14T07:33:30.880Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after th
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] e clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\\",\\\"needs\\\":\\\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\\"},\\\"sentAt\\\":\\\"2025-03-14T06:56:24.668Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\\\",\\\"needs\\\":\\\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\\\"},\\\"sentAt\\\":\\\"2025-03-14T06:16:42.619Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\\\",\\\"needs\\\":\\\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\\\"},\\\"sentAt\\\":\\\"2025-03-14T05:30:13.390Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"ServiceDisruption\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"2 hours\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\\\",\\\"needs\\\":\\\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\\\"},\\\"sentAt\\\":\\\"2025-03-14T04:53:25.031Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/uep-orev-wph\\\",\\\"sentBySlackUserId\\\":\\\"WF6BZ67DE\\\",\\\"sentBy\\\":\\\"Sam Ferguson\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T02:30:00.000Z\\\",\\\"duration\\\":\\\"110 minutes\\\",\\\"incidentCommander\\\":\\\"Mamta Deshmukh\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WGQ566QAX\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\\\",\\\"actions\\\":\\\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\\\",\\\"needs\\\":\\\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\\\"},\\\"sentAt\\\":\\\"2025-03-14T04:20:03.073Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"New\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/fox-tbtq-jij\\\",\\\"sentBySlackUserId\\\":\\\"NOT_FOUND_SFDC\\\",\\\"sentBy\\\":\\\"IncidentCommandCenter\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE)\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-14T04:11:46.442Z\\\",\\\"duration\\\":\\\"8 seconds\\\",\\\"incidentCommander\\\":\\\"Sreekanth Muppalaneni\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WPSQCBZ98\\\",\\\"subject\\\":\\\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\\\",\\\"team\\\":\\\"CC SRE 24x7\\\",\\\"content\\\":\\\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\\\",\\\"sentAt\\\":\\\"2025-03-14T04:11:54.260Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"huyhi-9xjwpe-b082r-em0kuo-1741944573341\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T09:29:34.549Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pa
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] gerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:25:01.895Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":11,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This incident is now resolved.\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\",\"sentAt\":\"2025-03-14T09:29:33.958Z\",\"swimlaneUpdates\":[{\"id\":\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\",\"content\":\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\",\"createdAt\":\"2025-03-14T07:29:16.755Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"swimlaneIndex\":1,\"swimlaneName\":\"Restart a test pod cc-ecom-web-001\",\"swimlaneStatus\":\"OnHold\"},{\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"swimlaneIndex\":2,\"swimlaneName\":\"Kill pods manually via console\",\"swimlaneStatus\":\"InProgress\"}],\"slackChannelIds\":[\"C060H30P9FZ\",\"C05T2A3C319\"],\"emailAddresses\":[\"cc.sre.team@salesforce.com\",\"sitereliability@salesforce.com\",\"commercecloud-tce@salesforce.com\"]},\"internalCommsId\":\"25e8c33f-be5e-48e1-befe-a6e8d1763706\",\"allInternalCommsReport\":[{\"sequenceNumber\":11,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This incident is now resolved.\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\",\"sentAt\":\"2025-03-14T09:29:33.958Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\nRestart of multiple ECOM cells at 08:40 restored service health across prod and stage environments.\",\"actions\":\"The team is verifying service health recovery through Kaiju dashboards, which will take time as automated monitor tests are catching up with the changes.\",\"needs\":\"Engineers will continue to monitor service recovery.\\n cell1 (dev. env.) is not being restarted so that engineers can further debugging the underlying problem.\"},\"sentAt\":\"2025-03-14T08:52:33.121Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hyp
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] othesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\"},\"sentAt\":\"2025-03-14T08:10:36.018Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T07:33:30.880Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T06:56:24.668Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\"},\"sentAt\":\"2025-03-14T06:16:42.619Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\"},\"sentAt\":\"2025-03-14T05:30:13.390Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"2 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] ":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\"},\"sentAt\":\"2025-03-14T04:53:25.031Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"110 minutes\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\"},\"sentAt\":\"2025-03-14T04:20:03.073Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"New\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fox-tbtq-jij\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T04:11:46.442Z\",\"duration\":\"8 seconds\",\"incidentCommander\":\"Sreekanth Muppalaneni\",\"incidentCommanderSlackUserId\":\"WPSQCBZ98\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\",\"sentAt\":\"2025-03-14T04:11:54.260Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"huyhi-9xjwpe-b082r-em0kuo-1741944573341\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-request\",\"payload\":{\"createdAt\":\"2025-03-14T09:29:34.549Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:25:01.895Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":11,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This incident is now resolved.\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\",\"sentAt\":\"2025-03-14T09:29:33.958Z\"
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] ,\"swimlaneUpdates\":[{\"id\":\"19d1aa72-4d0d-433e-9428-78f0ba6d48fa\",\"content\":\"Restarts (either manual or via MO) have proven ineffective on their own, so this swimlane is effectively on hold again.  Investigation into the errors occurring on start-up are being pursued via the manually swimlane.\",\"createdAt\":\"2025-03-14T07:29:16.755Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"d71d7bb7-04a8-4777-b635-8adbba6c4096\",\"swimlaneIndex\":1,\"swimlaneName\":\"Restart a test pod cc-ecom-web-001\",\"swimlaneStatus\":\"OnHold\"},{\"id\":\"0a6648b3-45f8-43a1-ac44-5f6d84230189\",\"content\":\"JWA team has identified an issue communicating between JWA pod and ecom pod.  Teams are currently deep-diving on this issue.\",\"createdAt\":\"2025-03-14T06:55:37.236Z\",\"createdBy\":\"Sam Ferguson\",\"swimlaneId\":\"a4e608d7-730e-4b1e-8f0f-c3a9fffbe5ce\",\"swimlaneIndex\":2,\"swimlaneName\":\"Kill pods manually via console\",\"swimlaneStatus\":\"InProgress\"}],\"slackChannelIds\":[\"C060H30P9FZ\",\"C05T2A3C319\"],\"emailAddresses\":[\"cc.sre.team@salesforce.com\",\"sitereliability@salesforce.com\",\"commercecloud-tce@salesforce.com\"]},\"internalCommsId\":\"25e8c33f-be5e-48e1-befe-a6e8d1763706\",\"allInternalCommsReport\":[{\"sequenceNumber\":11,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This incident is now resolved.\\nECOM Restarts in three cells restored service for the two affected customers at 08:40 UTC, as shown by the customer websites and monitoring.\\ncell1 has been left in a disrupted state so that SMEs can continue to debugging the underlying causes of the problem.\",\"sentAt\":\"2025-03-14T09:29:33.958Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\\nRestart of multiple ECOM cells at 08:40 restored service health across prod and stage environments.\",\"actions\":\"The team is verifying service health recovery through Kaiju dashboards, which will take time as automated monitor tests are catching up with the changes.\",\"needs\":\"Engineers will continue to monitor service recovery.\\n cell1 (dev. env.) is not being restarted so that engineers can further debugging the underlying problem.\"},\"sentAt\":\"2025-03-14T08:52:33.121Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\\nA restart in a dev. environment (cell3) seems to have cleared the communication problems between JWA and ECOM, and appears to be restoring service.\",\"needs\":\"Engineers are working to restart the other affected cells to restore JWA-ECOM communications and overall service health. cell1 is being held back for further debugging of the underlying problem.\"},\"sentAt\":\"2025-03-14T08:40:33.377Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"U02PVUDCDH8\",\"sentBy\":\"Johan van Zanten\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  The two customers hosted in this FI are unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\\nThe CC Digital AppServer team has just joined the bridge to help investigate the JWA-ECOM problems.\"},\"sentAt\":\"2025-03-14T08:10:36.018Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Leandro Matheus De Azeredo\",\"incidentCommanderSlackUserId\":\"U07FEP3NTM0\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T07:33:30.880Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multipl
2025-03-14T09:29:34.972140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] e customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web—001) to test that hypothesis.  Restarts (both via Manage Operations and manually via console) have failed on the ‘readinessProbe’ during start-up.  Teams are investigating these failures.\",\"needs\":\"Senior Commerce Cloud subject matter experts are currently investigating the failures of the restart attempts.  The status of relevant supporting containers are currently under investigation, focusing on errors communicating between JWA and ecom pods.\"},\"sentAt\":\"2025-03-14T06:56:24.668Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web--001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations failed, and teams are have gotten approvals and are attempting to action the test pod manually via the console.\"},\"sentAt\":\"2025-03-14T06:16:42.619Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are attempting to restart one of the two test pods (cc-ecom-web-001) to test that hypothesis.\",\"needs\":\"The restart of the test pod via Managed Operations is taking longer than expected.  That process is being allowed to continue, but teams are preparing a change request to make the change manually if needed.\"},\"sentAt\":\"2025-03-14T05:30:13.390Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"ServiceDisruption\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"2 hours\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2 (CC instance PODUSA602101).  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams have prepared a change case and are currently pursuing the necessary approvals to execute it.\"},\"sentAt\":\"2025-03-14T04:53:25.031Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/uep-orev-wph\",\"sentBySlackUserId\":\"WF6BZ67DE\",\"sentBy\":\"Sam Ferguson\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"duration\":\"110 minutes\",\"incidentCommander\":\"Mamta Deshmukh\",\"incidentCommanderSlackUserId\":\"WGQ566QAX\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":{\"conditions\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast1.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"actions\":\"Commerce Cloud service owners have observed a high persistent volume usage, but the initial clean-up effort did not alleviate the impact.  One operating hypothesis is that a restart may be required after the clean-up, and teams are preparing to execute a restart one one of the test pods in the FI to test this hypothesis.\",\"needs\":\"Commerce Cloud service teams are preparing a change case to perform the restart of the test pod.\"},\"sentAt\":\"2025-03-14T04:20:03.073Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"New\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fox-tbtq-jij\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE)\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T04:11:46.442Z\",\"duration\":\"8 seconds\",\"incidentCommander\":\"Sreekanth Muppalaneni\",\"incidentCommanderSlackUserId\":\"WPSQCBZ98\",\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"team\":\"CC SRE 24x7\",\"content\":\"This initial internal comm was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the links from the incident details\",\"sentAt\":\"2025-03-14T04:11:54.260Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"huyhi-9xjwpe-b082r-em0kuo-1741944573341\",\"client\":\"icc-ui\"}}"}
2025-03-14T09:29:34.972141+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574972,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: YZEAAAF6nx8"}
2025-03-14T09:29:34.972141+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944574972,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId YZEAAAF6nx8"}
2025-03-14T09:29:45.981387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-14T09:29:45.981487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:29:45.604Z\",\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"icc-73010822\"},\"subject\":\"Multiple customer Storefronts are inaccessible in aws-prod21-useast2\",\"description\":\"Beginning 2025-03-14 02:30 UTC, Commerce Cloud service teams detected storefront issues for all four Commerce Cloud cells in Hyperforce FI aws-prod21-usaeast2.  This FI contains four pods, two of which house customers and two of which are test pods.  Customers hosted in this FI would be unable to access their storefronts.\",\"detectedTime\":\"2025-03-14T03:23:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1P8P5QAHKFVOM\",\"impact\":[\"ServiceDisruption\"],\"impactStartTime\":\"2025-03-14T02:30:00.000Z\",\"impactEndTime\":\"2025-03-14T08:40:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/uep-orev-wph\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"4b5f3482-f266-4b16-9eee-a99777f81a54\",\"email\":\"smuppalaneni@salesforce.com\",\"active\":true,\"name\":\"Sreekanth Muppalaneni\",\"firstName\":\"Sreekanth\",\"lastName\":\"Muppalaneni\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000063lBuIAI\",\"slackUserId\":\"WPSQCBZ98\",\"createdBy\":\"smuppalaneni@salesforce.com\",\"modifiedBy\":\"icc@aloha.sso\",\"createdAt\":\"2022-06-23T06:06:41.280Z\",\"modifiedAt\":\"2022-06-23T07:09:41.925Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b5325099-1c2a-469e-ac3c-b7f2ba8c3db9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"8aa5b62b-c4c9-4baa-92ff-7fc0efc61a81\",\"email\":\"ldeazeredo@salesforce.com\",\"active\":true,\"name\":\"Leandro Matheus De Azeredo\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000Rac8rYAB\",\"slackUserId\":\"U07FEP3NTM0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-08-19T13:48:11.844Z\",\"modifiedAt\":\"2024-08-19T13:48:11.844Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T04:14:51.385Z\",\"modifiedAt\":\"2025-03-14T07:33:08.264Z\",\"createdBy\":{\"id\":\"a752944f-31f3-4920-ab36-f33fc25320f0\",\"email\":\"mervyn.das@salesforce.com\",\"active\":true,\"name\":\"Mervyn Das\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002UfW1YAK\",\"slackUserId\":\"U02PSDTTBV1\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-10-16T22:01:05.071Z\",\"modifiedAt\":\"2022-10-16T22:01:05.071Z\"},\"modifiedBy\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"id\":\"b47d7b17-84cc-4019-9669-1b37c2da2859\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"email\":\"jvanzanten@salesforce.com\",\"active\":true,\"name\":\"Johan van Zanten\",\"firstName\":\"Johan\",\"lastName\":\"van Zanten\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"jvanzanten@salesforce.com\",\"createdAt\":\"2022-03-17T16:30:03.441Z\",\"modifiedAt\":\"2022-03-17T16:30:38.981Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T04:11:46.442Z\",\"scrumTeamId\":\"a00B0000000qzVKIAY\",\"team\":\"CC SRE 24x7\",\"caseNumber\":\"73010822\",\"caseRecordId\":\"500EE00001TryhmYAB\",\"servicesImpacted\":[\"Commerce\"],\"quipDocLink\":\"https://salesforce.quip.com/sCvMALxz3vwa\",\"engagedAt\":\"2025-03-14T04:12:27.915Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:25:01.895Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"cc.sre.team@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"commercecloud-tce@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"25e8c33f-be5e-48e1-befe-a6e8d1763706\",\"sequenceNumber\":11}}"}
2025-03-14T09:29:45.981488+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T09:29:45.981504+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T09:29:45.981587+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:29:45.981601+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T09:29:45.981602+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-internal-comms-response"}
2025-03-14T09:29:45.981640+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-14T09:29:45.981641+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944585981,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-internal-comms-response correctly routed"}
2025-03-14T09:30:22.335273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944622335,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843844608,\"uptime\":1764439.64,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22936980,\"nice\":13180,\"sys\":3461500,\"idle\":1734214170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22880570,\"nice\":14580,\"sys\":3459420,\"idle\":1734285170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29899,\"num\":21,\"sum\":60015}}}"}
2025-03-14T09:30:22.335326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944622335,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:33:19.629180+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-14T09:33:19.629187+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:33:19.618Z\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"ljzxmj-cm9ec6-ki9448-j6nbag-1741944798921\",\"client\":\"icc-ui\"}"}
2025-03-14T09:33:19.629219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T09:33:19.629220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T09:33:19.629302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:33:19.629303+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799628,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:33:19.629304+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-usd-resource-deleted"}
2025-03-14T09:33:19.629334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-14T09:33:19.629335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799629,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-usd-resource-deleted correctly routed"}
2025-03-14T09:33:19.649483+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-14T09:33:19.649508+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:33:19.640Z\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:12:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"modifiedAt\":\"2025-03-14T08:42:41.227Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"a8cfded0-9bd8-4f0d-ab8f-6b0ced042f41\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T08:44:43.882Z\"},\"eventObj\":[],\"requestId\":\"ljzxmj-cm9ec6-ki9448-j6nbag-1741944798921\",\"client\":\"icc-ui\"}"}
2025-03-14T09:33:19.649511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T09:33:19.649542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T09:33:19.649609+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:33:19.649632+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:33:19.649632+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-usd-resource-created"}
2025-03-14T09:33:19.649633+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-14T09:33:19.649633+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799649,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-usd-resource-created correctly routed"}
2025-03-14T09:33:19.699223+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-14T09:33:19.699224+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:33:19.649Z\",\"incidentId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"responses\":[]}"}
2025-03-14T09:33:19.699225+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T09:33:19.699242+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T09:33:19.699302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:33:19.699503+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:33:19.699505+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741944799699,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T09:33:22.387222+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944802387,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843750400,\"uptime\":1764619.69,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22939180,\"nice\":13180,\"sys\":3461750,\"idle\":1734391890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22881800,\"nice\":14580,\"sys\":3459700,\"idle\":1734463180,\"irq\":0}}],\"eventLoopStats\":{\"min\":2,\"max\":30009,\"num\":8,\"sum\":59996}}}"}
2025-03-14T09:33:22.387460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944802387,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:33:33.536183+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944812786,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-14T09:33:33.536189+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944813536,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be-incident-info, info: {\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"caseId\":\"500EE00001TsQFoYAN\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"slackChannelId\":\"C08H9H693E3\",\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s, FI: AWS-PROD1-USEAST1. \\nAnomalies detected in the timeframe 2025-03-14 08:34:00.000 - 2025-03-14 08:37:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa244s\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"impact\":\"PerformanceDegradation\",\"impactStart\":\"2025-03-14T08:13:00.000Z\",\"impactEnd\":\"2025-03-14T09:03:00.000Z\",\"servicesImpacted\":\"Core Live on Falcon\",\"roles\":{},\"category\":\"Application\",\"rootCause\":\"Capacity\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"caseNumber\":\"73016858\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T09:33:33.967258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944813537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-incident-resolved correctly routed"}
2025-03-14T09:33:33.967261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:33:33.967329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-reporting'"}
2025-03-14T09:33:33.967330+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"19f8bf4a-07fd-4d78-abda-32b4f742af5c\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BWbNO2A1\",\"incidentToCiId\":\"bd6f20d3-715c-4379-9f5e-b478a510b9c2\"}],\"incidentId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\"}"}
2025-03-14T09:33:33.967331+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T09:33:33.967378+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T09:33:33.967473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:33:33.967678+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741944813967,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T09:35:22.419239+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741944922419,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844651520,\"uptime\":1764739.72,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22940100,\"nice\":13180,\"sys\":3461960,\"idle\":1734510350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22882440,\"nice\":14580,\"sys\":3459880,\"idle\":1734581810,\"irq\":0}}],\"eventLoopStats\":{\"min\":105,\"max\":30010,\"num\":3,\"sum\":60009}}}"}
2025-03-14T09:35:22.419460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741944922419,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:40:22.511257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945222511,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845835264,\"uptime\":1765039.82,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22942330,\"nice\":13180,\"sys\":3462380,\"idle\":1734806950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22884970,\"nice\":14580,\"sys\":3460350,\"idle\":1734878130,\"irq\":0}}],\"eventLoopStats\":{\"min\":108,\"max\":30001,\"num\":3,\"sum\":60012}}}"}
2025-03-14T09:40:22.511359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945222511,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:42:22.531235+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945342531,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845331456,\"uptime\":1765159.84,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22943610,\"nice\":13180,\"sys\":3462520,\"idle\":1734925540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22885960,\"nice\":14580,\"sys\":3460530,\"idle\":1734996710,\"irq\":0}}],\"eventLoopStats\":{\"min\":124,\"max\":30023,\"num\":3,\"sum\":60016}}}"}
2025-03-14T09:42:22.531285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945342531,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:48:11.911867+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945691911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-reporting'"}
2025-03-14T09:48:11.911961+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:48:11.726Z\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"name\":\"Prateek Patel\",\"email\":\"pprateek@salesforce.com\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s  involving high Average Page Times (APT) , part of the AWS-PROD1-USEAST1 functional instance. \\nImpact time -  2025-03-14 08:13:00 UTC  to  2025-03-14 09:03:00 UTC  -  50.0 mins\\n\\nThe customer[Paypal] on the cell was running a resource-intensive MQ job, causing resource contention and high APT. It self-resolved, and no customer case was created.\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:13:00.000Z\",\"impactEndTime\":\"2025-03-14T09:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the high APT spikes remains undetermined. While SQL lock waits were identified as a potential factor,one customer organization [Paypal]were pinpointed as the main cause. Further investigation is required to identify underlying issues.\",\"customerExperience\":\"Performance Degradation\",\"immediateResolution\":\"Self-Resolved\",\"aarQuestions\":\"why TTD was so high.\\n\\nWhat underlying factors could contribute to recurring high APT spikes, and how can they be mitigated?\\n\\nPodtap APT data in App and DB section was not accurate.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"incidentId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"createdBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"modifiedBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T09:48:11.705Z\",\"modifiedAt\":\"2025-03-14T09:48:11.705Z\",\"id\":\"70a2844e-7718-4e13-9414-0e0ec93b6883\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:33:36.788Z\"},\"requestId\":\"9f29bf88-816d-d4d0-415e-cb7a85b844e3\",\"client\":\"icc-slack-app\"}"}
2025-03-14T09:48:11.911963+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-14T09:48:11.911966+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-14T09:48:11.912045+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:48:11.912081+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:48:11.912082+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-incident-closed"}
2025-03-14T09:48:11.912203+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-incident-closed is now being processed."}
2025-03-14T09:48:11.912205+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - value: [object Promise]"}
2025-03-14T09:48:11.912751+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId JcfAAAtc723 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,99,108,111,115,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,48,57,58,52,56,58,49,49,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T09:48:11.726Z\\\",\\\"user\\\":{\\\"id\\\":\\\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\\\",\\\"gusUserId\\\":\\\"005EE000001zOZVYA2\\\",\\\"slackUserId\\\":\\\"U02M1DFH9HS\\\",\\\"name\\\":\\\"Prateek Patel\\\",\\\"email\\\":\\\"pprateek@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H9H693E3\\\",\\\"name\\\":\\\"icc-73016858\\\"},\\\"subject\\\":\\\"USA244s High APT Incident\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa244s  involving high Average Page Times (APT) , part of the AWS-PROD1-USEAST1 functional instance. \\\\nImpact time -  2025-03-14 08:13:00 UTC  to  2025-03-14 09:03:00 UTC  -  50.0 mins\\\\n\\\\nThe customer[Paypal] on the cell was running a resource-intensive MQ job, causing resource contention and high APT. It self-resolved, and no customer case was created.\\\",\\\"detectedTime\\\":\\\"2025-03-14T08:39:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Closed\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T08:13:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-14T09:03:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/zpi-ysrj-xgj\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\\\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Capacity\\\",\\\"createdAt\\\":\\\"2025-03-14T08:42:41.227Z\\\",\\\"closingDetails\\\":{\\\"productTag\\\":\\\"a1aEE000000iuXxYAI\\\",\\\"detectedByServiceOwner\\\":false,\\\"prbNumber\\\":{\\\"createdByIcc\\\":true},\\\"proximateCause\\\":\\\"The proximate cause of the high APT spikes remains undetermined. While SQL lock waits were identified as a potential factor,one customer organization [Paypal]were pinpointed as the main cause. Further investigation is required to identify underlying issues.\\\",\\\"customerExperience\\\":\\\"Performance Degradation\\\",\\\"immediateResolution\\\":\\\"Self-Resolved\\\",\\\"aarQuestions\\\":\\\"why TTD was so high.\\\\n\\\\nWhat underlying factors could contribute to recurring high APT spikes, and how can they be mitigated?\\\\n\\\\nPodtap APT data in App and DB section was not accurate.\\\",\\\"changes\\\":\\\"\\\",\\\"breakFix\\\":\\\"\\\",\\\"productTagName\\\":\\\"CAPE - APT\\\",\\\"closedBy\\\":{\\\"id\\\":\\\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\\\",\\\"email\\\":\\\"pprateek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Prateek Patel\\\",\\\"firstName\\\":\\\"Prateek\\\",\\\"lastName\\\":\\\"Patel\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001zOZVYA2\\\",\\\"slackUserId\\\":\\\"U02M1DFH9HS\\\",\\\"createdBy\\\":\\\"pprateek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pprateek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:22.715Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:22.715Z\\\"},\\\"incidentId\\\":\\\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\\\",\\\"email\\\":\\\"pprateek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Prateek Patel\\\",\\\"firstName\\\":\\\"Prateek\\\",\\\"lastName\\\":\\\"Patel\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001zOZVYA2\\\",\\\"slackUserId\\\":\\\"U02M1DFH9HS\\\",\\\"createdBy\\\":\\\"pprateek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pprateek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:22.715Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:22.715Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\\\",\\\"email\\\":\\\"pprateek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Prateek Patel\\\",\\\"firstName\\\":\\\"Prateek\\\",\\\"lastName\\\":\\\"Patel\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001zOZVYA2\\\",\\\"slackUserId\\\":\\\"U02M1DFH9HS\\\",\\\"createdBy\\\":\\\"pprateek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pprateek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:22.715Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:22.715Z\\\"},\\\"closingComments\\\":null,\\\"createdAt\\\":\\\"2025-03-14T09:48:11.705Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T09:48:11.705Z\\\",\\\"id\\\":\\\"70a2844e-7718-4e13-9414-0e0ec93b6883\\\"},\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73016858\\\",\\\"caseRecordId\\\":\\\"500EE00001TsQFoYAN\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"prbNumber\\\":{\\\"createdByIcc\\\":true},\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/6Mg7AEnqHBeT\\\",\\\"engagedAt\\\":\\\"2025-03-14T08:42:55.408Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T09:33:36.788Z\\\"},\\\"requestId\\\":\\\"9f29bf88-816d-d4d0-415e-cb7a85b844e3\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T09:48:11.726Z\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"name\":\"Prateek Patel\",\"email\":\"pprateek@salesforce.com\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s  involving high Average Page Times (APT) , part of the AWS-PROD1-USEAST1 functional instance. \\nImpact time -  2025-03-14 08:13:00 UTC  to  2025-03-14 09:03:00 UTC  -  50.0 mins\\n\\nThe customer[Paypal] on the cell was running a resource-intensive MQ job, causing resource contention and high APT. It self-resolved, and no customer case was created.\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:13:00.000Z\",\"impactEndTime\":\"2025-03-14T09:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the high APT spikes remains undetermined. While SQL lock waits were identified as a potential factor,one customer organization [Paypal]were pinpointed as the main cause. Further investigation is required to identify underlying issues.\",\"customerExperience\":\"Performance Degradation\",\"immediateResolution\":\"Self-Resolved\",\"aarQuestions\":\"why TTD was so high.\\n\\nWhat underlying factors could contribute to recurring high APT spikes, and how can they be mitigated?\\n\\nPodtap APT data in App and DB section was not accurate.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"incidentId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"createdBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"modifiedBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T09:48:11.705Z\",\"modifiedAt\":\"2025-03-14T09:48:11.705Z\",\"id\":\"70a2844e-7718-4e13-9414-0e0ec93b6883\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecor
2025-03-14T09:48:11.912751+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] dId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:33:36.788Z\"},\"requestId\":\"9f29bf88-816d-d4d0-415e-cb7a85b844e3\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-closed\",\"payload\":{\"createdAt\":\"2025-03-14T09:48:11.726Z\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"name\":\"Prateek Patel\",\"email\":\"pprateek@salesforce.com\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"icc-73016858\"},\"subject\":\"USA244s High APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa244s  involving high Average Page Times (APT) , part of the AWS-PROD1-USEAST1 functional instance. \\nImpact time -  2025-03-14 08:13:00 UTC  to  2025-03-14 09:03:00 UTC  -  50.0 mins\\n\\nThe customer[Paypal] on the cell was running a resource-intensive MQ job, causing resource contention and high APT. It self-resolved, and no customer case was created.\",\"detectedTime\":\"2025-03-14T08:39:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q3SSYWT8P1138Q\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T08:13:00.000Z\",\"impactEndTime\":\"2025-03-14T09:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/zpi-ysrj-xgj\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-339-788-5402, pin: 640166119; \\nFind numbers in more regions on https://tel.meet/zpi-ysrj-xgj?pin=3103091428857, pin: 3103091428857\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T08:42:41.227Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the high APT spikes remains undetermined. While SQL lock waits were identified as a potential factor,one customer organization [Paypal]were pinpointed as the main cause. Further investigation is required to identify underlying issues.\",\"customerExperience\":\"Performance Degradation\",\"immediateResolution\":\"Self-Resolved\",\"aarQuestions\":\"why TTD was so high.\\n\\nWhat underlying factors could contribute to recurring high APT spikes, and how can they be mitigated?\\n\\nPodtap APT data in App and DB section was not accurate.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"incidentId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"createdBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"modifiedBy\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"email\":\"pprateek@salesforce.com\",\"active\":true,\"name\":\"Prateek Patel\",\"firstName\":\"Prateek\",\"lastName\":\"Patel\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"createdBy\":\"pprateek@salesforce.com\",\"modifiedBy\":\"pprateek@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:22.715Z\",\"modifiedAt\":\"2022-04-28T15:47:22.715Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T09:48:11.705Z\",\"modifiedAt\":\"2025-03-14T09:48:11.705Z\",\"id\":\"70a2844e-7718-4e13-9414-0e0ec93b6883\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73016858\",\"caseRecordId\":\"500EE00001TsQFoYAN\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/6Mg7AEnqHBeT\",\"engagedAt\":\"2025-03-14T08:42:55.408Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T09:33:36.788Z\"},\"requestId\":\"9f29bf88-816d-d4d0-415e-cb7a85b844e3\",\"client\":\"icc-slack-app\"}}"}
2025-03-14T09:48:11.912751+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: JcfAAAtc723"}
2025-03-14T09:48:11.912752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"routeEventJson for icc-incident-closed and docId JcfAAAtc723"}
2025-03-14T09:48:11.912755+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentClosed for id 4e547913-bf7c-4a68-8ea6-78ba55ada2be and docId JcfAAAtc723"}
2025-03-14T09:48:11.912756+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945691912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be-incident-info"}
2025-03-14T09:48:15.901823+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945695901,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"exportSlackMessages internalSlackMessages for docId JcfAAAtc723 - [{\"date\":\"1741941763.053439\",\"message\":\"<Incident Command Center> has joined the channel\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941763.409499\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | USA244s High APT Incident\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941763.667899\",\"message\":\"set the channel description: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\\n\\nVisit *ICC App Home* (<slack://app?team=T01GST6QY0G&amp;id=A02Q50RQQ3B>) to learn more about everything you can do here.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941765.786659\",\"message\":\"Bridge Added\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941765.797129\",\"message\":\"<@WV8TM5WP5> has joined the channel\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741941766.114339\",\"message\":\"<HawkEye> has joined the channel\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941766.210559\",\"message\":\"<Fawkes> has joined the channel\",\"username\":\"Fawkes\",\"replies\":[]},{\"date\":\"1741941766.303729\",\"message\":\"<SR-Scheduler> has joined the channel\",\"username\":\"SR-Scheduler\",\"replies\":[]},{\"date\":\"1741941766.483059\",\"message\":\"<ROB> has joined the channel\",\"username\":\"ROB\",\"replies\":[]},{\"date\":\"1741941766.573059\",\"message\":\"<Ask Site Switch> has joined the channel\",\"username\":\"Ask Site Switch\",\"replies\":[]},{\"date\":\"1741941766.699919\",\"message\":\"<AIOpsAgent> has joined the channel\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741941771.258409\",\"message\":\"has renamed the channel from \\\"icc-4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\" to \\\"icc-73016858\\\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941775.941169\",\"message\":\"SiteReliability updated status from *New* to *In Progress*. Let's get to work!\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941776.288879\",\"message\":\"SiteReliability just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941777.131989\",\"message\":\"SiteReliability just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941779.934869\",\"message\":\"Incident Causation Analysis for usa244s | *Summary* | • Impacted service(s): Core App, DB - refer to thread for more details\\n• 254.10.6 release done on 2025-03-14 01:10:00 UTC - 7 hours and 2 minutes ago\\n *Time Range:* 2025-03-14 08:12:58 to 2025-03-14 08:42:58 UTC *Root Causal Node:* _`High DB Active Sessions`_ \\n*Probable Causal Paths:*\\n1. _High DB Active Sessions_ :red-arrow-left-right: _High APT (No MQ)_\\n *Impacted Metric(s)*:\\n```High APT (No MQ): 08:13 - In Progress (29 mins)\\nHigh Open File Descriptors: 08:10 - 08:40 (30 mins)\\nHigh DB Active Sessions - Node 1: 08:15 - 08:30 (15 mins)\\n``` *Links:* [<https://podtap.internal.salesforce.com/?pod=usa244s|Podtap>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/dpZDzkSGz/prod-app-osstats?from=1741939978976&to=1741941778976&var-substrate=AWS&var-pod=All&var-falcon_instance=aws-prod1-useast1&var-functional_domain=core1&var-cell=usa244s|CASP - OS Stats>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/EKnBADdVk/apt-dashboard-1p-falcon?orgId=1&var-falcon_instance=aws-prod1-useast1&var-cell=usa244s&var-functional_domain=core1&from=1741939978976&to=1741941778976|CASP - APT Grafana Dashboard>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/Z5DVVJEzf/search-service-health?from=1741939978976&to=1741941778976&var-datacenter=aws-prod1-useast1&var-fdi=core1&var-falconCell=usa244s|Search - Health Dashboard>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/EnOHu4Q4z/searchops-t8c-seas?from=1741939978976&to=1741941778976&var-pod=usa244s&var-core_fi=aws-prod1-useast1|Search - T8C>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/NPl7ISd4z/cuj-triage-for-hyperforce?from=1741939978976&to=1741941778976&var-cell=usa244s|CUJ Triage>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/7ZfDaZ37z/cuj-summary?orgId=1|CUJ Summary>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/-0002ffnk/golden-eye-core?from=1741939978976&to=1741941778976&var-substrate=aws&var-falcon_instance=aws-prod1-useast1&var-functional_domain_instance=core1&var-cell=usa244s|Golden Eye>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/yUh780xPOTRsUZGz18230z/sre-falcon-events-visualisation?from=1741939978976&to=1741941778976&var-cell=usa244s|SR - Event Visualization>][<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-GB/app/search/search?q=search%20%60corepods%28usa244s%29%60%20earliest%3D03/14/2025%3A08%3A12%3A58%20latest%3D03/14/2025%3A08%3A42%3A58%20logRecordType%3Dmq%2A|MQ Client Log>][<https://splunk-web-noncore.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-GB/app/search/search?q=search%20%28index%3Ddistapps%29%20earliest%3D03/14/2025%3A08%3A12%3A58%20latest%3D03/14/2025%3A08%3A42%3A58%20falcon_instance%3Daws-prod%2A%20k8s_namespace%3Dqpid%20k8s_container_name%3D%2A%20cell%3Dusa244s%20qpidbrkr%20%7C%20search%20NOT%20%22Bytes%20credit%22|Qpid Broker Log>] [<https://splunk-web-noncore.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-GB/app/search/search?q=search%20%28index%3Ddistapps%29%20earliest%3D03/14/2025%3A08%3A12%3A58%20latest%3D03/14/2025%3A08%3A42%3A58%20functional_domain%3D%22core1%22%20k8s_namespace%3Dqpid%20k8s_container_name%3D%22%2Aqpid%2A%22%20k8s_pod_name%3D%22%2A-qpid%2A%22%20cell%3Dusa244s%20source%3Dstdout%20sourcetype%3Dmessage-queue%20%7C%20search%20%22%5Bsafepoint%20%20%20%20%20%20%5D%22%20%7C%20rex%20field%3D_raw%20%22.%2Astopped%3A%20%28%3F%3Celapsed%3E%5B%5Bfloat%5D%5D%29%20seconds.%2A%22%20%7C%20search%20elapsed%20%3E%200.5%20%7C%20timechart%20limit%3D0%20span%3D5m%20exactperc99%28elapsed%29%20as%20p90%20by%20k8s_pod_name|Qpid JVM Log>][<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-US/app/publicSharing/newapt?form.instance=usa244s&form.input_time.earliest=1741939978&form.input_time.latest=1741941778&form.aptlimit=1000&form.aptDuration=5|CASP - APT Splunk Dashboard>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/E93RvqEVz/falcon-causal-graph-metrics?from=1741939978976&to=1741941778976&var-substrate=aws&var-fi=aws-prod1-useast1&var-fd=core1&var-cell=usa244s&var-hosts=*|All Causal Metrics>] Was this helpful !! Yes button No button Feedback/Feature Request button ICA UI :external-link: button\",\"username\":\"HawkEye\",\"replies\":[{\"date\":\"1741941780.982369\",\"message\":\" | *Core App* | :critical: :emoji-todo_done: • High APT impact is detected from `08:13` to `08:42` (from causal graph), with dissection below:\\n```2261ms sdb_dbtime\\n1956ms APT\\n1811ms dbTotalTime\\n108ms cpuTime\\n64ms safepointTimeMs``` • 10 host(s) are impacted by APT:\\n```usa244s-casam-app-green-7f777f8d69-4fzls, usa244s-casam-app-green-7f777f8d69-7kqfj, usa244s-casam-app-green-7f777f8d69-998t2, usa244s-casam-app-green-7f777f8d69-cmw2p, usa244s-casam-app-green-7f777f8d69-ftcfm & others``` • 1 node(s) are impacted by APT:\\n```Node 1``` • 3 log record type(s) are impacted by APT:\\n```A, U, a``` • Top `5` URNs impacted by APT, by total runtime, are:\\n```54724s /start/aura\\n53707s /webhook/aura\\n53067s /mts/aura\\n48282s /AgreementPortal/aura\\n45441s /aura``` • Single Org Impact: False\\n• APT Org-wise breakdown\\n```Single Org Impact: False\\n\\nTop 3 Org_ID : Organization APT(ms) : Excluding APT(ms) : Contribution(%)\\n00DOv00000EGRAf : 27120.28 : 1183.68 : 51.67\\n00DOv00000EJwbJ : 35996.58 : 1583.2 : 35.35\\n00D010000004cin : 3220.57 : 2441.37 : 0.31``` \",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941782.739439\",\"message\":\" | *FEES Swimlanes* | :emoji-todo_done: • Spinnaker Deployment details \\n```Spinnaker deployments from last 24 hours \\nApplication:  Time (UTC) :  Status  \\nsdbsdbrestore : 07:32 AM on 14 Mar : starting(link1)\\ncasamcoreapp : 01:36 AM on 14 Mar : completed(link2)``` <https://ui.spinnaker1.sfcd.deploy.aws-esvc1-useast2.aws.sfdc.cl/#/applications/sdbsdbrestore/executions/details/01JP9S2YDT6N3Q78BZRRSS1ZH9|Link 1> | <https://ui.spinnaker1.sfcd.deploy.aws-esvc1-useast2.aws.sfdc.cl/#/applications/casamcoreapp/executions/details/01JP92TJD7W88ZG50937WD0J2Z|Link 2>\\n• AWS Event details \\n```AWS Events in last 7 Days\\nImpacted Service: Impacted Feature:  Status : Latest Notification Timestamp \\nABUSE : AWS_ABUSE_EMAIL_SPAM_REPORT: OPEN: 05:56 PM on 13 Mar\\nRDS : AWS_RDS_OPERATIONAL_ISSUE: OPEN: 08:22 PM on 11 Mar\\nEKS : AWS_EKS_CLUSTER_HEALTH_ISSUES: OPEN: 12:31 AM on 11 Mar\\nEC2 : AWS_EC2_PERSISTENT_INSTANCE_RETIREMENT_SCHEDULED: UPCOMING: 03:02 PM on 13 Mar\\nRDS : AWS_RDS_PLANNED_LIFECYCLE_EVENT: UPCOMING: 01:36 AM on 14 Mar``` • No K8s Event details in past an hour\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941784.539419\",\"message\":\" | *Connection Pool* | :emoji-todo_done: • No issues detected in this swim-lane\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941786.503909\",\"message\":\" | *Database* | :warning: :emoji-todo_done: • On Node `1`, WAIT wait/s is/are causing active session spike. Avg Active sessions are `246.22` at `2025-03-14` `08:30:00.000` respectively.\\n```ROW_LOCK:\\nEvent: wait_sql_lock-\\nTotal Row Lock events for Org 00DOv00000EJwbJ: 18456\\nMultiple org (trino)s : 00DOv00000EJwbJ(18456 Events), 00DOv000002azYb(8104 Events), 00DOv00000EG
2025-03-14T09:48:15.901823+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] RAf(7400 Events)\\nMultiple uri (trino)s : /webhook/aura(4070 Events), /start/aura(4048 Events), /mts/aura(4015 Events)\\nMultiple row Key (trino)s : [[seg(clus) ten('00DOv00000EJwbJ') phyid(2148046647) C3('0S1') C15('0S1Hu000000kAe0') !=]](4070 Events), [[seg(clus) ten('00DOv00000EJwbJ') phyid(2148046647) C3('0S1') C15('0S1Hu000000kAe0') !=]](4048 Events), [[seg(clus) ten('00DOv00000EJwbJ') phyid(2148046647) C3('0S1') C15('0S1Hu000000kAe0') !=]](4015 Events)\\nMultiple user (trino)s : 005Hu00000Q7A0f(4132 Events), 00580000004OBsJ(4119 Events), 0058000000Ff1na(4081 Events)\\nMultiple blocking Session (trino)s : NULL(4070 Events), NULL(4048 Events), NULL(4015 Events)\\nEvent: wait_sql_lock-\\nTotal Row Lock events for Org 00DOv000002azYb: 8104\\nMultiple org (trino)s : 00DOv00000EJwbJ(18456 Events), 00DOv000002azYb(8104 Events), 00DOv00000EGRAf(7400 Events)\\nSingle user (trino) : 005Ov00000G7M93(8031 Events)``` \",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941789.629469\",\"message\":\" | *MQ* | :emoji-todo_done: • No issues detected in this swim-lane\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941792.265369\",\"message\":\" | *Search* | :emoji-todo_done: • No issues detected in this swim-lane\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941795.244059\",\"message\":\" | *Info Swimlanes* | :emoji-todo_done: •  `0` active throttles by CSP (Source Heimdall)\\n• 1 Ongoing Incident(s)\\n```Case ID:   Create Date:          Subject:\\n73016858 - 2025-03-14 08:42:45 - USA244s High APT Incident``` <https://gus.lightning.force.com/lightning/r/Case/500EE00001TsQFoYAN/view|73016858>\\n _Note: Error while getting black tab tool executions_\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941798.480049\",\"message\":\" | *Causal Graph* | :emoji-todo_done: • No. `1` contributing metric is `High DB Active Sessions`\\n```1. High DB Active Sessions -> High APT (No MQ)``` • No. `2` contributing metric is `High DB Cpu`\\n```1. High APT (No MQ)``` • Links\\n<https://salesforce.quip.com/5LKTAxMd79LW|Causal Graph Design Doc> | <https://fawkes-workflowui.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl/#/code/result/67d3ec2eb6665e217f11de7c|Causal Swimlane Logs>\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941802.427569\",\"message\":\" | *Release Information* | :emoji-todo_done: • 254.10.6 release happened on usa244s `7` hours and `32` minutes ago\\n• PD Alerts and CUJ Failures\\n```Pod/Cell : Release Timestamp : Reason : Customer Cases : PD Alerts : CUJ Failures\\nusa244s : 2025-03-14 01:10:00 :             : 0  : 0  : 0\\nusa1016 : 2025-03-14 03:10:00 : SAME FI/FD  : 0  : 0  : 0\\nusa1012 : 2025-03-14 03:10:00 : SAME FI/FD  : 0  : 0  : 0\\nusa1022 : 2025-03-14 03:20:00 : SAME FI/FD  : 0  : 0  : 0\\nusa1   : 2025-03-14 03:10:00 : SAME FI/FD  : 0  : 0  : 0\\nusa1018 : 2025-03-14 03:10:00 : SAME FI/FD  : 0  : 0  : 0``` • Load Generation Status\\n```Pod/Cell : # of cases executed on current version\\nusa244s : 0\\nusa1016 : 0\\nusa1012 : 0\\nusa1022 : 0\\nusa1   : 0\\nusa1018 : 0``` • Current Pod Performances (APT, CPU, GC, Conn Pool)\\n```Pod/Cell : Impacted Metrics\\nusa244s : High APT (No MQ)\\nusa1016 : N/A\\nusa1012 : N/A\\nusa1022 : N/A\\nusa1   : N/A\\nusa1018 : N/A``` • Comparative Pod Performances (versus last week)\\n```Pod/Cell : Impact Details\\nusa244s : High APT (No MQ) 926.0% higher than last week\\nusa1016 : N/A\\nusa1012 : N/A\\nusa1022 : N/A\\nusa1   : N/A\\nusa1018 : N/A``` \",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741941848.405279\",\"message\":\"*| Domain Graphs |*<https://salesforce.enterprise.slack.com/files/U02DWLVTKB9/F08J17GFRGR/graph_core.png| ><https://salesforce.enterprise.slack.com/files/U02DWLVTKB9/F08HHJM334N/graph_mq.png| >\",\"username\":\"HawkEye\",\"replies\":[],\"attachments\":[{\"name\":\"graph_core.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08J17GFRGR/graph_core.png\"},{\"name\":\"graph_mq.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HHJM334N/graph_mq.png\"}]}]},{\"date\":\"1741941795.870909\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941879.315049\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | USA244s High APT Incident | <https://meet.google.com/zpi-ysrj-xgj>\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941879.724919\",\"message\":\"<@WV8TM5WP5> just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741941894.722009\",\"message\":\"<@WV8TM5WP5> created the following trust posting:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942019.952329\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942020.027319\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942020.031669\",\"message\":\"<@WKF8TDN5B> has joined the channel\",\"username\":\"Sivateja Balabhadruni\",\"replies\":[]},{\"date\":\"1741942020.119429\",\"message\":\"<Nirupama Teja Gantipogu> has joined the channel\",\"username\":\"Nirupama Teja Gantipogu\",\"replies\":[]},{\"date\":\"1741942067.269009\",\"message\":\"<@WV8TM5WP5> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942312.902649\",\"message\":\"<Nupoor Jain> has joined the channel\",\"username\":\"Nupoor Jain\",\"replies\":[]},{\"date\":\"1741942316.535569\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942316.618539\",\"message\":\"<@WDRE5NUUS> has joined the channel\",\"username\":\"Jeremy Nash\",\"replies\":[]},{\"date\":\"1741942353.797029\",\"message\":\"<Tom O'Connell> has joined the channel\",\"username\":\"Tom O'Connell\",\"replies\":[]},{\"date\":\"1741942362.461669\",\"message\":\"<Prateek Patel> has joined the channel\",\"username\":\"Prateek Patel\",\"replies\":[]},{\"date\":\"1741942376.853789\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942500.141779\",\"message\":\"<@WF858J738> has joined the channel\",\"username\":\"Gregg Johnston\",\"replies\":[]},{\"date\":\"1741942636.445599\",\"message\":\"<@WKF8TDN5B> has joined acknowledging the page for *GUS: Platform Infra Dev - EMEA Incident Escalation* service.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741942729.973599\",\"message\":\"Podtap is not displaying accurate data for the given cell\",\"username\":\"Prateek Patel\",\"replies\":[],\"attachments\":[{\"name\":\"Screenshot 2025-03-14 at 08.58.02.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HUURLQTE/screenshot_2025-03-14_at_08.58.02.png\"},{\"name\":\"Screenshot 2025-03-14 at 08.58.16.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08JCDKV62C/screenshot_2025-03-14_at_08.58.16.png\"},{\"name\":\"Screenshot 2025-03-14 at 08.58.43.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HHNMNTBQ/screenshot_2025-03-14_at_08.58.43.png\"}]},{\"date\":\"1741942848.407699\",\"message\":\"<Geethanjali Eswaran> has joined the channel\",\"username\":\"Geethanjali Eswaran\",\"replies\":[]},{\"date\":\"1741942986.434809\",\"message\":\"Any reason for the page to the PID team?\",\"username\":\"Gregg Johnston\",\"replies\":[{\"date\":\"1741943028.106819\",\"message\":\"we are not seeing accurate APT data in podtap\\n<https://salesforce-internal.slack.com/archives/C08H9H693E3/p1741942729973599>\",\"username\":\"Prateek Patel\",\"replies\":[]},{\"date\":\"1741943195.192809\",\"message\":\"Hey <Prateek Patel> Thanks, can you be specific about the metric? There's different metrics in the screenshot, what are you comparing and expecting to see? That will help with the investigation\",\"username\":\"Gregg Johnston\",\"replies\":[]},{\"date\":\"1741943361.152319\",\"message\":\"Sure, we will be creating an investigation with all the details. Nothing needs immediate attention.\\nOn the Podtap App section dashboard, we are seeing APT for 15 minutes, which is below the threshold. However, in the database, APT is at 788ms, which matches the value we see in the Grafana APT dashboard.\",\"username\":\"Prateek Patel\",\"replies\":[]},{\"date\":\"1741943362.311109\",\"message\":\"hey Gregg, I created an investigation\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943471.109199\",\"message\":\"Ok, I will wait for the investigation, just want to ensure comparison of the right metrics, because APT are at app level, not DB for example. In the grafana dashboard for APT's its calculated across all containers (as an example)\",\"username\":\"Gregg Johnston\",\"replies\":[]},{\"date\":\"1741943598.718789\",\"message\":\"cc <@WEHDW1L6M> <@W013ESHRLR3>\",\"username\":\"Gregg Johnston\",\"replies\":[]},{\"date\":\"1741943686.699939\",\"message\":\"you can see the inv in your slack, I can get more information after the bridge\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943976.657349\",\"message\":\"I was referring to APT metric in these 2 section of Podtap dashboard\",\"username\":\"Prateek Patel\",\"replies\":[],\"attachments\":[{\"name\":\"Screenshot 2025-03-14 at 09.16.57.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HRJMC0AE/screenshot_2025-03-14_at_09.16.57.png\"},{\"name\":\"Screenshot 2025-03-14 at 09.17.50.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HRJUQL1Y/screenshot_2025-03-14_at_09.17.50.png\"}]}]},{\"date\":\"1741943180.616129\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741943384.967439\",\"message\":\"There is a sql lock: wait_sql_lock 6B8CF79D8D10B8A from Org's 00DOv00000EJwbJ/00DOv00000EGRAf\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943431.362449\",\"message
2025-03-14T09:48:15.901823+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \":\"row lock timeouts\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943443.545729\",\"message\":\"APT's are getting better\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943514.041259\",\"message\":\"APEX CPU LIMIT Exceeded errors on grafana: <https://moncloud-grafana.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/yUh780xPOTRsUZGz18230z/sre-falcon-events-visualisation?orgId=1&amp;refresh=1m&amp;var-substrate=aws&amp;var-environment_type=prod&amp;var-cell=usa244s&amp;var-falcon_instance=aws-prod1-useast1&amp;var-functional_domain_instance=core1&amp;var-state=All&amp;var-relevant=1&amp;var-irrelevant=0&amp;var-Changes2=account_id%3DSRE&amp;var-serviceStatus=All&amp;var-service=All&amp;var-k8s_cluster=ajna-k8s&amp;var-namespace=ajnalocal1&amp;var-app_errors=&amp;var-k8s_pod_name=All&amp;var-windowSize=5m&amp;var-k8s_cluster_edge=edge-stable&amp;var-k8s_cluster_sdb=sam-restricted1&amp;var-interval=all&amp;var-windowX=5m&amp;from=now-1h&amp;to=now-3m|https://moncloud-grafana.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/yUh780xPOTRsUZGz18230z/sre-falcon[…]var-windowX=5m&amp;from=now-1h&amp;to=now-3m>\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943610.821289\",\"message\":\"<@WEHDW1L6M> has joined the channel\",\"username\":\"Marc Aymerich Gubern\",\"replies\":[]},{\"date\":\"1741943610.951459\",\"message\":\"<@W013ESHRLR3> has joined the channel\",\"username\":\"Keith White\",\"replies\":[]},{\"date\":\"1741943640.844749\",\"message\":\"<AIOpsAgent> Run ica for usa244s\",\"username\":\"Geethanjali Eswaran\",\"replies\":[{\"date\":\"1741943645.597179\",\"message\":\":information-blue: _I'm processing your request now. You can follow my progress <https://sherlock-rcaapi.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl:7443/smartui/thread/1741943640.844749/message/0|here>._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943651.852519\",\"message\":\"_Created action plan..._ View button\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943653.263789\",\"message\":\":workflow_ticket_closed: _Running fetch_incident_causation_details to execute the ICA tool for the specified instance 'USA244s'...._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943655.909679\",\"message\":\"_As part of AIOps Lifecycle for usa244s, triggering_ - \\n• Detection\\n• Causation\\n• Remediation\\n\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943659.597449\",\"message\":\"*Overview for usa244s* Here is the overview of usa244s health from 2025-03-14 08:14 to 09:14 UTC: • Impacted Metrics: \\n```metric : incident window(s)\\nAPT : 08:14 - 09:04\\nMQ Top Inflight Messages : 09:13 - In Progress``` • Healthy Metrics: \\n```App CPU\\nApp Capacity\\nApp FD\\nApp GC\\nApp Jetty\\nApp Memory Allocation Rate\\nApp Runtime\\nApp Safepoint Time\\nApp Spring Deadlock\\nCaaS Operation Time\\nConcurrent Apex Errors\\nConnection Pool\\nDB Active Sessions\\nDB CPU\\nMQ Broker Backed Up State\\nMQ Broker Contention\\nMQ Broker Disk Space\\nMQ Broker Health\\nMQ Core App Connectivity\\nMQ Inactive Broker Sweeper\\nMQ Latency\\nMQ Router Updater Health\\nMQ Thread Saturation\\nMQ Traffic Light\\nReduced Core App Successful Logins\\nSearch Index Delay``` :warning: _Detection for caas_cpu has partially failed_\\n:warning: _Detection for diskspace_usage has partially failed_\\n:warning: _Change point detection or area of concern detection failed for mq_top_inflight_messages_\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943747.636309\",\"message\":\"*APT Detection*  • Analysis window is *2025-03-14 08:14 - 09:14 UTC* • As of the last 2 data points, APT impact is `Resolved` • `1` Incident Window(s) detected ```Incident Window | Trust postable\\n08:14 - 09:04 | True``` • `10` impacted apps usa244s-casam-app-green-7f777f8d69-z5hsv | usa244s-casam-app-green-7f777f8d69-7kqfj | usa244s-casam-app-green-7f777f8d69-cmw2p | usa244s-casam-app-green-7f777f8d69-ftcfm | usa244s-casam-app-green-7f777f8d69-4fzls and more • Event timeline\\n```> 03-14 01:10 App release 254.10.6 started (status: complete)```\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943756.658259\",\"message\":\"\",\"username\":\"AIOpsAgent\",\"replies\":[],\"attachments\":[{\"name\":\"APT timeseries for usa244s\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08JCE3GFDW/apt_timeseries_for_usa244s\"}]},{\"date\":\"1741943757.120729\",\"message\":\"*APT Causation*  *Cause*: `Single org`\\nSingle org (00DOv00000EGRAf) is causing APT spikes • No other metrics are impacted\\n • Top APT Dissection\\n```1899ms sdb_dbtime\\n1691ms APT\\n1547ms dbTotalTime\\n108ms cpuTime\\n56ms safepointTimeMs``` • Single org impact: `00DOv00000EGRAf`\\n • Org breakdown\\n```Org ID : Contribution to high APT (%) : Excluding APT (ms)\\n00DOv00000EGRAf : 79.38 : 240.16\\n00D010000004cin : 1.63 : 1145.72\\n00DOv00000BTOyH : 0.47 : 1159.26\\n00DOv00000GCnVB : 0.18 : 1162.64\\n00DOv00000E6utt : 0.06 : 1164.06``` **A negative contribution % means the org has a lower than overall average APT. • Top impacted URIs by total runtime\\n```86534500s /start/aura\\n85056516s /webhook/aura\\n84362096s /mts/aura\\n77317660s /AgreementPortal/aura\\n53653127s /aura``` • Impacted log record types: U, V, a\\n **Please refer to below image for timeline details.\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943808.010109\",\"message\":\"*APT Remediation*  *Auto Remediation(s)* • No Auto Remediations\\n *Manual Remediation(s)* • No manual action is needed since APT has recovered. Please monitor for some time.\\n\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943808.335489\",\"message\":\"\",\"username\":\"AIOpsAgent\",\"replies\":[],\"attachments\":[{\"name\":\"Metric comparison for apt\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HPBMJ38D/metric_comparison_for_apt\"}]},{\"date\":\"1741943847.779799\",\"message\":\"The analysis detected a spike in `Average Page Time (APT)` for the pod `usa244s` during the period from `08:14 - 09:04 UTC`. The APT exceeded the threshold of `1000 ms`, peaking at `3052.78 ms`. The incident is resolved as of the last two data points, with APT returning to normal levels.\\n\\nThe root cause of the APT spike was identified as a `Single org` impact, specifically from the organization with ID `00DOv00000EGRAf`, contributing `79.38%` to the high APT. No other metrics were significantly impacted, although `Diskspace Usage` detection failed due to unsupported Falcon detection.\\n\\nThe incident has self-resolved, and APT levels have returned to normal. No manual or auto-remediation actions were necessary. Monitoring is recommended to ensure continued stability.\\n\\n- Continue monitoring the APT to ensure it remains within acceptable levels.\\n- Investigate the organization `00DOv00000EGRAf` for any unusual activity that might have contributed to the spike.\\n\\n\\nThese events are only informational and may/may not be related to the incident!\\n- `03-14 01:10 UTC`: An `App release event` occurred with version `254.10.6`, which completed successfully.\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741943861.709419\",\"message\":\"AIOps Agent can make mistakes. Your feedback helps improve it. :thumbsup: button :thumbsdown: button\",\"username\":\"AIOpsAgent\",\"replies\":[]}]},{\"date\":\"1741943720.754249\",\"message\":\"potential end of impact 9:07 UTC\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741943759.668579\",\"message\":\"<@WV8TM5WP5> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741943765.913699\",\"message\":\"SQL locks are still high\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741944245.466229\",\"message\":\"<Yasmin Mahmoud> has joined the channel\",\"username\":\"Yasmin Mahmoud\",\"replies\":[]},{\"date\":\"1741944475.788129\",\"message\":\"root cause is most likely message queue issues from Paypal: 00DOv00000EGRAf\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741944683.218489\",\"message\":\".impact usa244s\",\"username\":\"Krisztian Zsibrek\",\"replies\":[]},{\"date\":\"1741944685.439839\",\"message\":\"`USA244S : 1 impact(s)`\\n\",\"username\":\"user not found\",\"replies\":[{\"date\":\"1741944727.773889\",\"message\":\"\\n\\n *APT* impact(s):  `1`\\n2025-03-14 08:13:00 UTC  to  2025-03-14 09:03:00 UTC  -  `50.0 mins`\\n\\n```Detected Sherlock suppressed alert due to single org```\\n\\n&gt; :warning: _` APT less than threshold 1mins (09:04-09:05)`_\\n\\n&gt; _ :hourglass2: Analysis Duration: [ 2025-03-14 06:32 - 2025-03-14 09:32 ]_\\n\\n:external-link: *Links:*  [<https://podtap.internal.salesforce.com/hosts?pod=usa244s| Podtap>] [<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-US/app/publicSharing/fsre__apttrust_breakdown?earliest=-3h&amp;latest=-0h&amp;form.index=coreprod&amp;form.cell=usa244s&amp;form.OrgRestrict=*| APT>] [<https://monitoring.internal.salesforce.com/argus/#/viewmetrics?expression=-3h:-0h:core.aws.aws-prod1-useast1.core1:SFDC_type-ConnectionPool-name1*.NumWaitingForConnections{role=app,cell=usa244s,k8s_pod_name=*}:zimsum:1m-sum| Connpool>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/GMHPmK0Iz/connection-pool-falcon-sre?orgId=1&amp;from=-3h&amp;to=-0h&amp;var-cell=usa244s&amp;var-falcon_instance=aws-prod1-useast1&amp;var-functional_domain=core1&amp;var-interval=5m&amp;var-availabilitySlo=0.9999&amp;var-performanceSlo=50| Connpool_AV>] [<https://monitoring.internal.salesforce.com/argusmvp/#/dashboards/1329489?ownerid=79&amp;start=-3h&amp;end=-0h&amp;testid=13&amp;replaceable=usa244s&amp;location=-1&amp;stepid=-1| Weblogin>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/8WO1f5i4z/core-app-primary-dashboard-falcon?orgId=1&amp;var-cell=usa244s&amp;var-inte
2025-03-14T09:48:15.901823+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] rval=1m&amp;var-agg=avg&amp;var-falcon_instance=aws-prod1-useast1&amp;var-functional_domain=core1&amp;from=-3h&amp;to=-0h| CASP - Dashboard>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/SN6N5HNGz/mq-monitoring-dashboard-falcon?orgId=1&amp;from=-3h&amp;to=-0h&amp;var-substrate=aws&amp;var-falcon_instance=aws-prod1-useast1&amp;var-fd_instance=core1&amp;var-cell=usa244s&amp;var-RacNode=All&amp;var-MessageTypeName=All&amp;var-downsample=1m| MQ Dashboard>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/Z5DVVJEzf/search-service-health?from=-3h&amp;to=-0h&amp;var-datacenter=aws-prod1-useast1&amp;var-falconCell=usa244s&amp;orgId=1| Search - Health Dashboard> ] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/JvkcK9aMz/service-cloud-voice-test-result-commercial-and-gov-cloud?orgId=1&amp;var-core_instance=usa244s&amp;var-Interval=1m&amp;var-gov_core_instance=&amp;var-heroku_region=All&amp;var-DC=All&amp;from=-3h&amp;to=-0h| SCV-Monitoring>]\",\"username\":\"user not found\",\"replies\":[]},{\"date\":\"1741944727.988599\",\"message\":\"  Pager Duty Alerts button\",\"username\":\"user not found\",\"replies\":[]}]},{\"date\":\"1741944811.831599\",\"message\":\"<Prateek Patel> resolved the incident. Would you also like to send a TCE?\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741944812.089089\",\"message\":\"<Prateek Patel> resolved the following trust posting:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741944822.626739\",\"message\":\"<AIOpsAgent> create PRB for icc-73016858\",\"username\":\"Prateek Patel\",\"replies\":[{\"date\":\"1741944824.537949\",\"message\":\":information-blue: _I'm processing your request now. You can follow my progress <https://sherlock-rcaapi.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl:7443/smartui/thread/1741944822.626739/message/0|here>._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944838.470679\",\"message\":\"_Created action plan..._ View button\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944840.415419\",\"message\":\":workflow_ticket_closed: _Running fetch_incident_details_for_case_id to collect incident details from GUS for ICC-73016858...._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944850.736019\",\"message\":\":workflow_ticket_closed: _Running fetch_tce_details_for_case_id to gather TCE details for ICC-73016858...._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944864.187439\",\"message\":\":workflow_ticket_closed: _Running fetch_ica_summary_for_case_id to fetch ICA summary for ICC-73016858...._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944881.137549\",\"message\":\":workflow_ticket_closed: _Running prb_generation_tool to generate a PRB document using the collected incident details...._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944891.104109\",\"message\":\"*Title:*\\n USA244s High Average Page Time (APT) Incident Analysis\\n\\n*Summary:*\\n On March 14, 2025, an incident involving high Average Page Times (APT) was detected in the USA244s cell, part of the AWS-PROD1-USEAST1 functional instance. The APT values breached the threshold of 1000 ms, reaching up to 3052 ms, affecting 10 applications. The incident was first noticed at 08:13:00 UTC and lasted for approximately 50 minutes, causing performance degradation for multiple organizations. Initial investigations could not conclusively determine the root cause of the APT spikes. Technical case escalations were made by Krisztian Zsibrek, highlighting SQL lock waits and engaging core database SMEs to address the issue. By 09:03:00 UTC, APT levels returned below the threshold, but the incident remains unresolved with recommendations for deeper analysis into potential causes.\\n\\n*Immediate Resolution:*\\n Immediate actions included posting a notice on Trust and paging core database performance SMEs to investigate SQL lock waits. No automatic or manual remediation actions were triggered by AIOps Copilot, and the incident was marked resolved after APT levels decreased naturally.\\n\\n*Proximate Cause:*\\n The proximate cause of the high APT spikes remains undetermined. While SQL lock waits were identified as a potential factor, no definitive metrics or customer organization contributions were pinpointed as the main cause. Further investigation is required to identify underlying issues.\\n\\n*After Action Questions:*\\n What underlying factors could contribute to recurring high APT spikes, and how can they be mitigated?\\nHow effective are our current monitoring and alerting systems in detecting and responding to performance anomalies?\\nWhat training or resources are needed for on-call engineers to better handle similar incidents in the future?\\n\\n*Data sources:*\\n ICA\\nTCE\\nOther sources\\n\\n*Suggestions:*\\n If you have any suggestions or improvements to make the generated summary more clear, concise, or accurate, please let us know.\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741944900.969389\",\"message\":\"AIOps Agent can make mistakes. Your feedback helps improve it. :thumbsup: button :thumbsdown: button\",\"username\":\"AIOpsAgent\",\"replies\":[]}]},{\"date\":\"1741945075.165139\",\"message\":\"<Prateek Patel> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741945112.699779\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741945117.380979\",\"message\":\"_Before proceeding with the incident closure, please take a minute to review the resolving details. Update the details if they do not appear to be correct:_\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741945412.779789\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741945419.259339\",\"message\":\"<https://heimdall.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl/cdbporgcentral/ui/org-analyzer?dt_range=2025-03-14+08%3A00%3A00+-+2025-03-14+09%3A15%3A00&amp;pod=USA244S&amp;orgid=00DOv00000EGRAf&amp;analysistype=Splunk+Analysis&amp;insightsby=dbcputime&amp;cpudays=30&amp;start=2025-03-14+08%3A00%3A00&amp;end=2025-03-14+09%3A15%3A00&amp;submit_clicked=yes&amp;submit=|https://heimdall.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl/cdbporgcentral/ui/org-analyzer?dt_range[…]+09%3A15%3A00&amp;submit_clicked=yes&amp;submit=>\\n\\nfyi <Geethanjali Eswaran>\",\"username\":\"Prateek Patel\",\"replies\":[]},{\"date\":\"1741945692.079229\",\"message\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! :smile::+1:\\nIn the meantime, here are the closing details:\",\"username\":\"Incident Command Center\",\"replies\":[]}]"}
2025-03-14T09:48:23.912882+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945703912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-reporting'"}
2025-03-14T09:48:23.912891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945703912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T09:48:23.442Z\",\"user\":{\"id\":\"4f2fe115-2d86-4f7a-bfe5-abc5ea8f2540\",\"gusUserId\":\"005EE000001zOZVYA2\",\"slackUserId\":\"U02M1DFH9HS\",\"name\":\"Prateek Patel\",\"email\":\"pprateek@salesforce.com\"},\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"C08H9H693E3\",\"name\":\"\"},\"caseRecordId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"prbNumber\":{\"sfid\":\"a4QEE00000067Mz2AI\",\"valid\":true,\"gusIdentifier\":\"PRB-0027096\",\"value\":\"PRB-0027096\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B4IFyYAN\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T09:48:23.442Z\",\"recordId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"incidentId\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"caseNumber\":\"\"}}"}
2025-03-14T09:48:23.912929+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945703912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-14T09:48:23.912997+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945703912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-14T09:48:23.913083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945703913,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:48:23.913084+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945697913,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-gus-response correctly routed"}
2025-03-14T09:48:23.913084+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945703912,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T09:48:23.913085+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741945703913,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-prb-number-updated"}
2025-03-14T09:48:23.913127+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945703913,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-prb-number-updated is not consumed by icc-reporting."}
2025-03-14T09:48:23.913128+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741945703913,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-prb-number-updated correctly routed"}
2025-03-14T09:53:22.691267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946002691,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837516288,\"uptime\":1765820,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22949540,\"nice\":13180,\"sys\":3463460,\"idle\":1735577370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22892250,\"nice\":14580,\"sys\":3461560,\"idle\":1735647960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30000,\"num\":13,\"sum\":59999}}}"}
2025-03-14T09:53:22.691506+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946002691,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:56:22.771249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946182771,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836619264,\"uptime\":1766000.08,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22951490,\"nice\":13180,\"sys\":3463750,\"idle\":1735755380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22893530,\"nice\":14580,\"sys\":3461790,\"idle\":1735825850,\"irq\":0}}],\"eventLoopStats\":{\"min\":114,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-14T09:56:22.771358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946182771,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:57:22.779244+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946242779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836168704,\"uptime\":1766060.08,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22951920,\"nice\":13180,\"sys\":3463840,\"idle\":1735814650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22893850,\"nice\":14580,\"sys\":3461880,\"idle\":1735885240,\"irq\":0}}],\"eventLoopStats\":{\"min\":117,\"max\":30016,\"num\":3,\"sum\":60005}}}"}
2025-03-14T09:57:22.779329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946242779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T09:58:19.280137+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946299279,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T09:58:19.280141+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946299280,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T09:58:22.779249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946302779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836172800,\"uptime\":1766120.09,\"totalMem\":4018151424,\"loadavg\":[0.47,0.13,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22952300,\"nice\":13180,\"sys\":3463900,\"idle\":1735873970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22894210,\"nice\":14580,\"sys\":3461970,\"idle\":1735944520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30024,\"num\":13,\"sum\":59997}}}"}
2025-03-14T09:58:22.779348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946302779,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:03:22.887279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946602887,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835951616,\"uptime\":1766420.19,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22954380,\"nice\":13180,\"sys\":3464260,\"idle\":1736170680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22896550,\"nice\":14580,\"sys\":3462500,\"idle\":1736241060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30011,\"num\":13,\"sum\":59998}}}"}
2025-03-14T10:03:22.887344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946602887,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:04:22.899283+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946662899,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835955712,\"uptime\":1766480.21,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22954740,\"nice\":13180,\"sys\":3464350,\"idle\":1736229980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22897040,\"nice\":14580,\"sys\":3462600,\"idle\":1736300390,\"irq\":0}}],\"eventLoopStats\":{\"min\":124,\"max\":30030,\"num\":3,\"sum\":60013}}}"}
2025-03-14T10:04:22.899360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946662899,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:05:22.907256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741946722907,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835972096,\"uptime\":1766540.21,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22955280,\"nice\":13180,\"sys\":3464430,\"idle\":1736289290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22897520,\"nice\":14580,\"sys\":3462680,\"idle\":1736359660,\"irq\":0}}],\"eventLoopStats\":{\"min\":140,\"max\":30007,\"num\":3,\"sum\":60006}}}"}
2025-03-14T10:05:22.907462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741946722907,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:10:04.568145+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947003068,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-bridge-folder-created correctly routed"}
2025-03-14T10:10:04.568150+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T10:10:04.568209+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-reporting'"}
2025-03-14T10:10:04.568213+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T10:10:04.279Z\",\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1WaU28Mn76Ku8J84--fuxP09WvMyKZjKh\"}}"}
2025-03-14T10:10:04.568213+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"}
2025-03-14T10:10:04.568271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"}
2025-03-14T10:10:04.568373+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:10:04.568374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - icc-bridge-folder-created"}
2025-03-14T10:10:04.568374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event with type icc-bridge-folder-created is now being processed."}
2025-03-14T10:10:04.568990+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 4e547913-bf7c-4a68-8ea6-78ba55ada2be - value: [object Promise]"}
2025-03-14T10:10:04.568993+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Start routing Incident to CI for docId null and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,98,114,105,100,103,101,45,102,111,108,100,101,114,45,99,114,101,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,49,48,58,49,48,58,48,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,98,114,105,100,103,101]}}],\"key\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T10:10:04.279Z\\\",\\\"incident\\\":{\\\"id\\\":\\\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"NA\\\",\\\"name\\\":\\\"NA\\\"}},\\\"eventObj\\\":{\\\"folderId\\\":\\\"1WaU28Mn76Ku8J84--fuxP09WvMyKZjKh\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T10:10:04.279Z\",\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1WaU28Mn76Ku8J84--fuxP09WvMyKZjKh\"}},\"encoder\":\"json\",\"eventType\":\"icc-bridge-folder-created\",\"payload\":{\"createdAt\":\"2025-03-14T10:10:04.279Z\",\"incident\":{\"id\":\"4e547913-bf7c-4a68-8ea6-78ba55ada2be\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1WaU28Mn76Ku8J84--fuxP09WvMyKZjKh\"}}}"}
2025-03-14T10:10:04.568994+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"handleQueueEditEvents docId not found for 4e547913-bf7c-4a68-8ea6-78ba55ada2be"}
2025-03-14T10:10:04.568996+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":40,"time":1741947004568,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event icc-bridge-folder-created does not have the necessary information to create a document"}
2025-03-14T10:10:23.003255+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947023003,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2834931712,\"uptime\":1766840.31,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22957810,\"nice\":13180,\"sys\":3464840,\"idle\":1736585900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22900030,\"nice\":14580,\"sys\":3463040,\"idle\":1736656180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30023,\"num\":9,\"sum\":60002}}}"}
2025-03-14T10:10:23.003337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947023003,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:15:05.508184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947305507,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T10:15:05.508188+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947305508,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T10:17:23.151253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947443151,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832658432,\"uptime\":1767260.46,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22961580,\"nice\":13180,\"sys\":3465430,\"idle\":1737000550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22903080,\"nice\":14580,\"sys\":3463740,\"idle\":1737071390,\"irq\":0}}],\"eventLoopStats\":{\"min\":102,\"max\":30003,\"num\":3,\"sum\":60004}}}"}
2025-03-14T10:17:23.151308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947443151,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:19:23.203421+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947563203,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832764928,\"uptime\":1767380.51,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22962640,\"nice\":13180,\"sys\":3465630,\"idle\":1737119210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22904130,\"nice\":14580,\"sys\":3463880,\"idle\":1737190060,\"irq\":0}}],\"eventLoopStats\":{\"min\":95,\"max\":30030,\"num\":3,\"sum\":60018}}}"}
2025-03-14T10:19:23.203425+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947563203,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:20:06.331323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947606330,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T10:20:06.331327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947606331,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T10:23:23.291243+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947803291,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837876736,\"uptime\":1767620.6,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22965110,\"nice\":13180,\"sys\":3466060,\"idle\":1737356440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22906140,\"nice\":14580,\"sys\":3464230,\"idle\":1737427390,\"irq\":0}}],\"eventLoopStats\":{\"min\":84,\"max\":30027,\"num\":3,\"sum\":60026}}}"}
2025-03-14T10:23:23.291477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947803291,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:25:23.335272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741947923335,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837909504,\"uptime\":1767740.64,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22965870,\"nice\":13180,\"sys\":3466240,\"idle\":1737475090,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22907140,\"nice\":14580,\"sys\":3464360,\"idle\":1737545930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":60011}}}"}
2025-03-14T10:25:23.335477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741947923335,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:27:23.367380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948043367,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838061056,\"uptime\":1767860.67,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22966670,\"nice\":13180,\"sys\":3466400,\"idle\":1737593770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22908220,\"nice\":14580,\"sys\":3464540,\"idle\":1737664510,\"irq\":0}}],\"eventLoopStats\":{\"min\":70,\"max\":30019,\"num\":3,\"sum\":60018}}}"}
2025-03-14T10:27:23.367384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948043367,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:32:23.479260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948343479,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837839872,\"uptime\":1768160.78,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22968950,\"nice\":13180,\"sys\":3466810,\"idle\":1737890590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22911210,\"nice\":14580,\"sys\":3465040,\"idle\":1737960860,\"irq\":0}}],\"eventLoopStats\":{\"min\":60,\"max\":30029,\"num\":3,\"sum\":60018}}}"}
2025-03-14T10:32:23.479314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948343479,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:33:23.507255+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948403507,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837843968,\"uptime\":1768220.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22969460,\"nice\":13180,\"sys\":3466860,\"idle\":1737949910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22911940,\"nice\":14580,\"sys\":3465150,\"idle\":1738020210,\"irq\":0}}],\"eventLoopStats\":{\"min\":69,\"max\":30030,\"num\":3,\"sum\":60028}}}"}
2025-03-14T10:33:23.507498+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948403507,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:40:10.210372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948810209,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T10:40:10.210375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948810210,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T10:42:23.695246+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948943695,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837823488,\"uptime\":1768761,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22974210,\"nice\":13180,\"sys\":3467570,\"idle\":1738483600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22916130,\"nice\":14580,\"sys\":3465950,\"idle\":1738554060,\"irq\":0}}],\"eventLoopStats\":{\"min\":38,\"max\":30017,\"num\":3,\"sum\":60023}}}"}
2025-03-14T10:42:23.695359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948943695,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:42:41.322053+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948960482,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"exportSlackMessages Adding Slack messages to docId YZEAAAF6nx8..."}
2025-03-14T10:42:41.322060+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":40,"time":1741948961321,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"message":"Request failed with status code 404","name":"AxiosError","config":{"transitional":{"silentJSONParsing":true,"forcedJSONParsing":true,"clarifyTimeoutError":false},"transformRequest":[null],"transformResponse":[null],"timeout":0,"xsrfCookieName":"XSRF-TOKEN","xsrfHeaderName":"X-XSRF-TOKEN","maxContentLength":-1,"maxBodyLength":-1,"env":{},"headers":{"Accept":"application/json, text/plain, */*","Authorization":"Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiaWNjLXJlcG9ydGluZy11c2VyIiwiZW1haWwiOiJpY2NAcmVwb3J0aW5nLmFwcCIsImlzU3lzdGVtVXNlciI6dHJ1ZSwiaWF0IjoxNzQxODkwMTIzLCJhdWQiOiJpY2MtcmVzdC1hcGkiLCJpc3MiOiJpY2MtcmVwb3J0aW5nIn0.V3KTPq_ee1zCUDXI5bcwDy-OqGjjL_BSFrCGQ8mCvIg","User-Agent":"axios/0.27.2"},"method":"get","url":"https://icc-rest-production.herokuapp.com/api/v1/users/slack/U02Q288NF7W"},"code":"ERR_BAD_REQUEST","status":404},"msg":"ICC-Rest has not returned user from Slack Id"}
2025-03-14T10:42:41.326605+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":40,"time":1741948961326,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"message":"Request failed with status code 404","name":"AxiosError","config":{"transitional":{"silentJSONParsing":true,"forcedJSONParsing":true,"clarifyTimeoutError":false},"transformRequest":[null],"transformResponse":[null],"timeout":0,"xsrfCookieName":"XSRF-TOKEN","xsrfHeaderName":"X-XSRF-TOKEN","maxContentLength":-1,"maxBodyLength":-1,"env":{},"headers":{"Accept":"application/json, text/plain, */*","Authorization":"Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiaWNjLXJlcG9ydGluZy11c2VyIiwiZW1haWwiOiJpY2NAcmVwb3J0aW5nLmFwcCIsImlzU3lzdGVtVXNlciI6dHJ1ZSwiaWF0IjoxNzQxODkwMTIzLCJhdWQiOiJpY2MtcmVzdC1hcGkiLCJpc3MiOiJpY2MtcmVwb3J0aW5nIn0.V3KTPq_ee1zCUDXI5bcwDy-OqGjjL_BSFrCGQ8mCvIg","User-Agent":"axios/0.27.2"},"method":"get","url":"https://icc-rest-production.herokuapp.com/api/v1/users/slack/U06Q54CS88M"},"code":"ERR_BAD_REQUEST","status":404},"msg":"ICC-Rest has not returned user from Slack Id"}
2025-03-14T10:42:51.495842+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948971495,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-reporting'"}
2025-03-14T10:42:51.496671+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948971495,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T10:42:51.444Z\",\"user\":{\"id\":\"a7124a8a-17a3-4650-b2a5-fd9dcc920279\",\"gusUserId\":\"005EE000002VHhlYAG\",\"slackUserId\":\"U02PVUDCDH8\",\"name\":\"Johan van Zanten\",\"email\":\"jvanzanten@salesforce.com\"},\"incident\":{\"id\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"slackChannel\":{\"id\":\"C08HGRX72UE\",\"name\":\"\"},\"caseRecordId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"prbNumber\":{\"sfid\":\"a4QEE00000067QD2AY\",\"valid\":true,\"gusIdentifier\":\"PRB-0027098\",\"value\":\"PRB-0027098\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B4G9PYAV\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T10:42:51.444Z\",\"recordId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"incidentId\":\"8d4068ab-d4f7-43d0-b43b-cea57acb8f8b\",\"caseNumber\":\"\"}}"}
2025-03-14T10:42:51.496712+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948971496,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-14T10:42:51.496768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948971496,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-14T10:42:51.496882+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948971496,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:42:51.496903+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948971495,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b"}
2025-03-14T10:42:51.496903+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741948971496,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 8d4068ab-d4f7-43d0-b43b-cea57acb8f8b - icc-prb-number-updated"}
2025-03-14T10:42:51.496904+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741948971496,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-prb-number-updated is not consumed by icc-reporting."}
2025-03-14T10:47:45.589993+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741949265588,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T10:47:45.589996+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741949265589,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T10:50:23.783266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741949423783,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2834980864,\"uptime\":1769241.09,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22979000,\"nice\":13180,\"sys\":3468300,\"idle\":1738957140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22921890,\"nice\":14580,\"sys\":3466730,\"idle\":1739027000,\"irq\":0}}],\"eventLoopStats\":{\"min\":72,\"max\":30003,\"num\":3,\"sum\":60010}}}"}
2025-03-14T10:50:23.783311+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741949423783,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T10:54:23.807263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741949663807,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833158144,\"uptime\":1769481.11,\"totalMem\":4018151424,\"loadavg\":[0.26,0.08,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22980790,\"nice\":13180,\"sys\":3468630,\"idle\":1739194450,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22923740,\"nice\":14580,\"sys\":3467040,\"idle\":1739264040,\"irq\":0}}],\"eventLoopStats\":{\"min\":84,\"max\":30030,\"num\":3,\"sum\":60004}}}"}
2025-03-14T10:54:23.807331+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741949663807,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:09:24.111251+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741950564111,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830852096,\"uptime\":1770381.42,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22988690,\"nice\":13180,\"sys\":3469850,\"idle\":1740083900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22931580,\"nice\":14580,\"sys\":3468290,\"idle\":1740153730,\"irq\":0}}],\"eventLoopStats\":{\"min\":98,\"max\":30026,\"num\":3,\"sum\":60003}}}"}
2025-03-14T11:09:24.111453+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741950564111,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:10:24.119270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741950624119,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830557184,\"uptime\":1770441.42,\"totalMem\":4018151424,\"loadavg\":[0.19,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22989580,\"nice\":13180,\"sys\":3469930,\"idle\":1740143150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22932170,\"nice\":14580,\"sys\":3468380,\"idle\":1740213010,\"irq\":0}}],\"eventLoopStats\":{\"min\":121,\"max\":30027,\"num\":3,\"sum\":60004}}}"}
2025-03-14T11:10:24.119326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741950624119,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:11:24.147271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741950684147,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830696448,\"uptime\":1770501.45,\"totalMem\":4018151424,\"loadavg\":[0.07,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22990150,\"nice\":13180,\"sys\":3470010,\"idle\":1740202420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22932630,\"nice\":14580,\"sys\":3468460,\"idle\":1740272360,\"irq\":0}}],\"eventLoopStats\":{\"min\":144,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-14T11:11:24.147470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741950684147,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:24:24.391247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741951464391,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825601024,\"uptime\":1771281.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22997000,\"nice\":13180,\"sys\":3471010,\"idle\":1740972770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22938450,\"nice\":14580,\"sys\":3469470,\"idle\":1741043220,\"irq\":0}}],\"eventLoopStats\":{\"min\":83,\"max\":30028,\"num\":3,\"sum\":60009}}}"}
2025-03-14T11:24:24.391365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741951464391,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:26:24.439247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741951584439,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825617408,\"uptime\":1771401.75,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22998160,\"nice\":13180,\"sys\":3471150,\"idle\":1741091460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22940110,\"nice\":14580,\"sys\":3469670,\"idle\":1741161690,\"irq\":0}}],\"eventLoopStats\":{\"min\":103,\"max\":30000,\"num\":3,\"sum\":60019}}}"}
2025-03-14T11:26:24.439376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741951584439,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:27:24.471274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741951644471,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825625600,\"uptime\":1771461.78,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22998590,\"nice\":13180,\"sys\":3471270,\"idle\":1741150810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22940720,\"nice\":14580,\"sys\":3469770,\"idle\":1741220960,\"irq\":0}}],\"eventLoopStats\":{\"min\":82,\"max\":30001,\"num\":3,\"sum\":60027}}}"}
2025-03-14T11:27:24.471487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741951644471,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:30:24.519274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741951824519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825670656,\"uptime\":1771641.82,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23000090,\"nice\":13180,\"sys\":3471530,\"idle\":1741328890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22942950,\"nice\":14580,\"sys\":3470040,\"idle\":1741398720,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30022,\"num\":3,\"sum\":60028}}}"}
2025-03-14T11:30:24.519336+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741951824519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:31:24.527264+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741951884527,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825674752,\"uptime\":1771701.83,\"totalMem\":4018151424,\"loadavg\":[0.09,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23000480,\"nice\":13180,\"sys\":3471620,\"idle\":1741388230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22943810,\"nice\":14580,\"sys\":3470120,\"idle\":1741457970,\"irq\":0}}],\"eventLoopStats\":{\"min\":41,\"max\":30010,\"num\":3,\"sum\":60010}}}"}
2025-03-14T11:31:24.527473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741951884527,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:32:24.559282+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741951944559,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825682944,\"uptime\":1771761.86,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23000980,\"nice\":13180,\"sys\":3471750,\"idle\":1741447570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22944500,\"nice\":14580,\"sys\":3470240,\"idle\":1741517260,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30002,\"num\":4,\"sum\":60029}}}"}
2025-03-14T11:32:24.559330+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741951944559,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:33:24.587258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741952004587,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825691136,\"uptime\":1771821.89,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23001320,\"nice\":13180,\"sys\":3471850,\"idle\":1741506870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22945110,\"nice\":14580,\"sys\":3470360,\"idle\":1741576590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30010,\"num\":13,\"sum\":60026}}}"}
2025-03-14T11:33:24.587461+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741952004587,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:35:24.627257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741952124627,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825740288,\"uptime\":1771941.93,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23002270,\"nice\":13180,\"sys\":3472030,\"idle\":1741625640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22946490,\"nice\":14580,\"sys\":3470500,\"idle\":1741695030,\"irq\":0}}],\"eventLoopStats\":{\"min\":23,\"max\":30006,\"num\":3,\"sum\":60029}}}"}
2025-03-14T11:35:24.627301+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741952124627,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:36:24.631272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741952184631,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826031104,\"uptime\":1772001.94,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23002760,\"nice\":13180,\"sys\":3472160,\"idle\":1741685040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22947410,\"nice\":14580,\"sys\":3470560,\"idle\":1741754250,\"irq\":0}}],\"eventLoopStats\":{\"min\":29960,\"max\":30042,\"num\":2,\"sum\":60002}}}"}
2025-03-14T11:36:24.631334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741952184631,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:37:55.229984+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741952275229,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T11:37:55.229988+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741952275229,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T11:51:24.995245+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741953084995,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824065024,\"uptime\":1772902.3,\"totalMem\":4018151424,\"loadavg\":[0.16,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23010990,\"nice\":13180,\"sys\":3473460,\"idle\":1742574150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22954560,\"nice\":14580,\"sys\":3471790,\"idle\":1742643840,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30010,\"num\":3,\"sum\":60027}}}"}
2025-03-14T11:51:24.995442+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741953084995,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:52:25.027272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741953145027,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824077312,\"uptime\":1772962.33,\"totalMem\":4018151424,\"loadavg\":[0.12,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23011310,\"nice\":13180,\"sys\":3473570,\"idle\":1742633530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22955040,\"nice\":14580,\"sys\":3471870,\"idle\":1742703130,\"irq\":0}}],\"eventLoopStats\":{\"min\":16,\"max\":30019,\"num\":3,\"sum\":60028}}}"}
2025-03-14T11:52:25.027331+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741953145027,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:53:25.047247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741953205047,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823835648,\"uptime\":1773022.35,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23011790,\"nice\":13180,\"sys\":3473640,\"idle\":1742692800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22955590,\"nice\":14580,\"sys\":3471960,\"idle\":1742762440,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30008,\"num\":13,\"sum\":60016}}}"}
2025-03-14T11:53:25.047494+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741953205047,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T11:57:25.143254+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741953445143,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823860224,\"uptime\":1773262.45,\"totalMem\":4018151424,\"loadavg\":[0.11,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23013530,\"nice\":13180,\"sys\":3474040,\"idle\":1742930160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22957350,\"nice\":14580,\"sys\":3472310,\"idle\":1742999670,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30011,\"num\":3,\"sum\":60018}}}"}
2025-03-14T11:57:25.143462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741953445143,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:03:25.299350+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741953805299,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827399168,\"uptime\":1773622.6,\"totalMem\":4018151424,\"loadavg\":[0.09,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23016650,\"nice\":13180,\"sys\":3474530,\"idle\":1743285950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22960260,\"nice\":14580,\"sys\":3472840,\"idle\":1743355760,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":12,\"sum\":60014}}}"}
2025-03-14T12:03:25.299360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741953805299,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:12:25.507474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741954345507,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826518528,\"uptime\":1774162.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23020630,\"nice\":13180,\"sys\":3475400,\"idle\":1743819660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22964340,\"nice\":14580,\"sys\":3473590,\"idle\":1743889680,\"irq\":0}}],\"eventLoopStats\":{\"min\":63,\"max\":30016,\"num\":3,\"sum\":60028}}}"}
2025-03-14T12:12:25.507480+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741954345507,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:14:25.519269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741954465519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826522624,\"uptime\":1774282.83,\"totalMem\":4018151424,\"loadavg\":[0.11,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23021660,\"nice\":13180,\"sys\":3475560,\"idle\":1743938280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22965320,\"nice\":14580,\"sys\":3473700,\"idle\":1744008260,\"irq\":0}}],\"eventLoopStats\":{\"min\":65,\"max\":30010,\"num\":3,\"sum\":60002}}}"}
2025-03-14T12:14:25.519320+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741954465519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:17:25.567260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741954645567,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822283264,\"uptime\":1774462.87,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23023380,\"nice\":13180,\"sys\":3475850,\"idle\":1744115920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22967630,\"nice\":14580,\"sys\":3473990,\"idle\":1744185670,\"irq\":0}}],\"eventLoopStats\":{\"min\":104,\"max\":30019,\"num\":3,\"sum\":60024}}}"}
2025-03-14T12:17:25.567324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741954645567,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:23:25.663253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955005663,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824544256,\"uptime\":1774822.97,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23026080,\"nice\":13180,\"sys\":3476370,\"idle\":1744471720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22970230,\"nice\":14580,\"sys\":3474460,\"idle\":1744541550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30012,\"num\":13,\"sum\":60007}}}"}
2025-03-14T12:23:25.663449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955005663,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:25:25.711242+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955125711,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823966720,\"uptime\":1774943.02,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23027160,\"nice\":13180,\"sys\":3476570,\"idle\":1744590280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22971010,\"nice\":14580,\"sys\":3474620,\"idle\":1744660220,\"irq\":0}}],\"eventLoopStats\":{\"min\":52,\"max\":30005,\"num\":3,\"sum\":60029}}}"}
2025-03-14T12:25:25.711433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955125711,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:26:25.743248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955185743,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823421952,\"uptime\":1775003.05,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23027780,\"nice\":13180,\"sys\":3476640,\"idle\":1744649640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22971620,\"nice\":14580,\"sys\":3474690,\"idle\":1744719510,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30005,\"num\":3,\"sum\":60029}}}"}
2025-03-14T12:26:25.743351+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955185743,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:28:25.791285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955305791,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823213056,\"uptime\":1775123.1,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23028800,\"nice\":13180,\"sys\":3476810,\"idle\":1744768410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22972770,\"nice\":14580,\"sys\":3474810,\"idle\":1744838060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":13,\"sum\":60015}}}"}
2025-03-14T12:28:25.791360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955305791,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:29:25.807249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955365807,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823774208,\"uptime\":1775183.11,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23029350,\"nice\":13180,\"sys\":3476890,\"idle\":1744827730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22973370,\"nice\":14580,\"sys\":3474840,\"idle\":1744897370,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30002,\"num\":3,\"sum\":60018}}}"}
2025-03-14T12:29:25.807451+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955365807,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:31:25.867281+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955485867,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825998336,\"uptime\":1775303.17,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23030260,\"nice\":13180,\"sys\":3477040,\"idle\":1744946350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22974290,\"nice\":14580,\"sys\":3475020,\"idle\":1745015940,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-14T12:31:25.867339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955485867,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:34:25.943234+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741955665943,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826776576,\"uptime\":1775483.25,\"totalMem\":4018151424,\"loadavg\":[0.1,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23032270,\"nice\":13180,\"sys\":3477280,\"idle\":1745124360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22976360,\"nice\":14580,\"sys\":3475310,\"idle\":1745193820,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30021,\"num\":3,\"sum\":60027}}}"}
2025-03-14T12:34:25.943351+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955665943,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:38:07.345126+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955887344,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T12:38:07.345130+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741955887345,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T12:42:26.119231+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956146119,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836099072,\"uptime\":1775963.42,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23037260,\"nice\":13180,\"sys\":3478070,\"idle\":1745598760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22980680,\"nice\":14580,\"sys\":3476140,\"idle\":1745668350,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30015,\"num\":3,\"sum\":60018}}}"}
2025-03-14T12:42:26.119351+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956146119,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:43:26.135247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956206135,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836066304,\"uptime\":1776023.44,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23037710,\"nice\":13180,\"sys\":3478160,\"idle\":1745658160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22981280,\"nice\":14580,\"sys\":3476210,\"idle\":1745727570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30019,\"num\":13,\"sum\":60012}}}"}
2025-03-14T12:43:26.135438+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956206135,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:45:26.183223+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956326183,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823507968,\"uptime\":1776143.49,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23038760,\"nice\":13180,\"sys\":3478420,\"idle\":1745776460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22982750,\"nice\":14580,\"sys\":3476460,\"idle\":1745845760,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30008,\"num\":3,\"sum\":60029}}}"}
2025-03-14T12:45:26.183442+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956326183,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:47:26.223265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956446223,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823049216,\"uptime\":1776263.53,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23039770,\"nice\":13180,\"sys\":3478580,\"idle\":1745895040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22983840,\"nice\":14580,\"sys\":3476630,\"idle\":1745964430,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30030,\"num\":3,\"sum\":60010}}}"}
2025-03-14T12:47:26.223478+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956446223,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:48:26.231306+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956506231,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823049216,\"uptime\":1776323.54,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23040200,\"nice\":13180,\"sys\":3478640,\"idle\":1745954340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22984320,\"nice\":14580,\"sys\":3476680,\"idle\":1746023740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30022,\"num\":14,\"sum\":60004}}}"}
2025-03-14T12:48:26.231318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956506231,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:50:26.251244+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956626251,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822873088,\"uptime\":1776443.56,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23041200,\"nice\":13180,\"sys\":3478800,\"idle\":1746073020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22985800,\"nice\":14580,\"sys\":3476800,\"idle\":1746142240,\"irq\":0}}],\"eventLoopStats\":{\"min\":73,\"max\":30025,\"num\":3,\"sum\":60010}}}"}
2025-03-14T12:50:26.251324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956626251,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T12:52:26.295261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741956746295,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822660096,\"uptime\":1776563.6,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23042300,\"nice\":13180,\"sys\":3479000,\"idle\":1746191620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22986640,\"nice\":14580,\"sys\":3476980,\"idle\":1746260870,\"irq\":0}}],\"eventLoopStats\":{\"min\":77,\"max\":30021,\"num\":3,\"sum\":60027}}}"}
2025-03-14T12:52:26.295316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741956746295,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:02:26.463294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741957346463,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823041024,\"uptime\":1777163.77,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23046710,\"nice\":13180,\"sys\":3479790,\"idle\":1746784640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22991120,\"nice\":14580,\"sys\":3477800,\"idle\":1746854170,\"irq\":0}}],\"eventLoopStats\":{\"min\":103,\"max\":30021,\"num\":3,\"sum\":60027}}}"}
2025-03-14T13:02:26.463350+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741957346463,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:03:12.399887+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741957392398,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T13:03:12.399891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741957392399,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T13:04:26.499273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741957466499,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822365184,\"uptime\":1777283.8,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23047800,\"nice\":13180,\"sys\":3479980,\"idle\":1746903330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22992270,\"nice\":14580,\"sys\":3477930,\"idle\":1746972780,\"irq\":0}}],\"eventLoopStats\":{\"min\":113,\"max\":30029,\"num\":3,\"sum\":60020}}}"}
2025-03-14T13:04:26.499326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741957466499,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:08:26.587246+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741957706587,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821906432,\"uptime\":1777523.89,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23049820,\"nice\":13180,\"sys\":3480370,\"idle\":1747140520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22993880,\"nice\":14580,\"sys\":3478180,\"idle\":1747210180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30026,\"num\":13,\"sum\":60007}}}"}
2025-03-14T13:08:26.587356+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741957706587,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:09:26.607266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741957766607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821906432,\"uptime\":1777583.91,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23050280,\"nice\":13180,\"sys\":3480460,\"idle\":1747199870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":22994340,\"nice\":14580,\"sys\":3478260,\"idle\":1747269470,\"irq\":0}}],\"eventLoopStats\":{\"min\":78,\"max\":30000,\"num\":3,\"sum\":60018}}}"}
2025-03-14T13:09:26.607332+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741957766607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:22:26.887262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741958546887,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830594048,\"uptime\":1778364.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23057180,\"nice\":13180,\"sys\":3481760,\"idle\":1747970570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23001530,\"nice\":14580,\"sys\":3479540,\"idle\":1748040170,\"irq\":0}}],\"eventLoopStats\":{\"min\":31,\"max\":30028,\"num\":3,\"sum\":60008}}}"}
2025-03-14T13:22:26.887372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741958546887,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:27:26.963294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741958846963,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829467648,\"uptime\":1778664.27,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23059160,\"nice\":13180,\"sys\":3482220,\"idle\":1748267210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23004650,\"nice\":14580,\"sys\":3479980,\"idle\":1748336550,\"irq\":0}}],\"eventLoopStats\":{\"min\":87,\"max\":30028,\"num\":3,\"sum\":60022}}}"}
2025-03-14T13:27:26.963493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741958846963,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:28:17.240071+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741958897239,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T13:28:17.240076+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741958897239,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T13:31:27.039471+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741959087039,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829242368,\"uptime\":1778904.34,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23060760,\"nice\":13180,\"sys\":3482540,\"idle\":1748504460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23006610,\"nice\":14580,\"sys\":3480320,\"idle\":1748573820,\"irq\":0}}],\"eventLoopStats\":{\"min\":106,\"max\":30002,\"num\":3,\"sum\":60016}}}"}
2025-03-14T13:31:27.039476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741959087039,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:33:18.441630+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741959198440,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T13:33:18.441634+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741959198441,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T13:34:27.107250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741959267107,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828824576,\"uptime\":1779084.41,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23062130,\"nice\":13180,\"sys\":3482800,\"idle\":1748682460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23007980,\"nice\":14580,\"sys\":3480520,\"idle\":1748751750,\"irq\":0}}],\"eventLoopStats\":{\"min\":81,\"max\":30008,\"num\":3,\"sum\":60028}}}"}
2025-03-14T13:34:27.107301+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741959267107,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:36:27.163270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741959387163,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828623872,\"uptime\":1779204.47,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23063350,\"nice\":13180,\"sys\":3482960,\"idle\":1748801100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23009130,\"nice\":14580,\"sys\":3480710,\"idle\":1748870400,\"irq\":0}}],\"eventLoopStats\":{\"min\":48,\"max\":30019,\"num\":3,\"sum\":60027}}}"}
2025-03-14T13:36:27.163323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741959387163,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:42:27.295263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741959747295,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828406784,\"uptime\":1779564.6,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23066280,\"nice\":13180,\"sys\":3483570,\"idle\":1749156960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23011830,\"nice\":14580,\"sys\":3481220,\"idle\":1749226360,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30028,\"num\":3,\"sum\":60028}}}"}
2025-03-14T13:42:27.295344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741959747295,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:48:21.289545+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960101288,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T13:48:21.289549+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960101289,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T13:48:27.403267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741960107403,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821107712,\"uptime\":1779924.71,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23069530,\"nice\":13180,\"sys\":3484190,\"idle\":1749512480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23015180,\"nice\":14580,\"sys\":3481800,\"idle\":1749581860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30045,\"num\":12,\"sum\":60000}}}"}
2025-03-14T13:48:27.403327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960107403,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:53:27.519266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741960407519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821136384,\"uptime\":1780224.82,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23071610,\"nice\":13180,\"sys\":3484570,\"idle\":1749809200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23017560,\"nice\":14580,\"sys\":3482250,\"idle\":1749878240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30001,\"num\":13,\"sum\":60000}}}"}
2025-03-14T13:53:27.519471+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960407519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:54:27.535248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741960467535,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821140480,\"uptime\":1780284.84,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23072250,\"nice\":13180,\"sys\":3484620,\"idle\":1749868490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23017930,\"nice\":14580,\"sys\":3482330,\"idle\":1749937560,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30027,\"num\":3,\"sum\":60014}}}"}
2025-03-14T13:54:27.535375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960467535,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:57:27.587247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741960647587,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821414912,\"uptime\":1780464.89,\"totalMem\":4018151424,\"loadavg\":[0.25,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23073520,\"nice\":13180,\"sys\":3484840,\"idle\":1750046350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23019390,\"nice\":14580,\"sys\":3482570,\"idle\":1750115530,\"irq\":0}}],\"eventLoopStats\":{\"min\":49,\"max\":30005,\"num\":3,\"sum\":60029}}}"}
2025-03-14T13:57:27.587486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960647587,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T13:59:27.611405+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741960767611,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821427200,\"uptime\":1780584.92,\"totalMem\":4018151424,\"loadavg\":[0.11,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23074410,\"nice\":13180,\"sys\":3485010,\"idle\":1750165010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23020180,\"nice\":14580,\"sys\":3482690,\"idle\":1750234140,\"irq\":0}}],\"eventLoopStats\":{\"min\":37,\"max\":30006,\"num\":3,\"sum\":60020}}}"}
2025-03-14T13:59:27.611410+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960767611,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:02:27.679279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741960947679,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821443584,\"uptime\":1780764.98,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23076220,\"nice\":13180,\"sys\":3485250,\"idle\":1750342930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23021960,\"nice\":14580,\"sys\":3482910,\"idle\":1750412110,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30029,\"num\":3,\"sum\":60020}}}"}
2025-03-14T14:02:27.679319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741960947679,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:03:27.683276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741961007683,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821443584,\"uptime\":1780824.99,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23076780,\"nice\":13180,\"sys\":3485320,\"idle\":1750402280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23022560,\"nice\":14580,\"sys\":3482990,\"idle\":1750471380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":13,\"sum\":60000}}}"}
2025-03-14T14:03:27.683323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741961007683,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:08:25.468060+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741961305467,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T14:08:25.468064+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741961305467,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T14:09:27.795260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741961367795,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821181440,\"uptime\":1781185.1,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23079680,\"nice\":13180,\"sys\":3485820,\"idle\":1750758260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23025630,\"nice\":14580,\"sys\":3483530,\"idle\":1750827280,\"irq\":0}}],\"eventLoopStats\":{\"min\":37,\"max\":30004,\"num\":3,\"sum\":60026}}}"}
2025-03-14T14:09:27.795465+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741961367795,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:15:27.891287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741961727891,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818162688,\"uptime\":1781545.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23082600,\"nice\":13180,\"sys\":3486370,\"idle\":1751114200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23028810,\"nice\":14580,\"sys\":3484120,\"idle\":1751183050,\"irq\":0}}],\"eventLoopStats\":{\"min\":88,\"max\":30026,\"num\":3,\"sum\":60028}}}"}
2025-03-14T14:15:27.891370+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741961727891,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:16:27.911266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741961787911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830946304,\"uptime\":1781605.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23083540,\"nice\":13180,\"sys\":3486470,\"idle\":1751173090,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23029490,\"nice\":14580,\"sys\":3484270,\"idle\":1751242060,\"irq\":0}}],\"eventLoopStats\":{\"min\":86,\"max\":30021,\"num\":3,\"sum\":60018}}}"}
2025-03-14T14:16:27.911332+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741961787911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:20:27.979275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962027979,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829328384,\"uptime\":1781845.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23085290,\"nice\":13180,\"sys\":3486880,\"idle\":1751410210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23031120,\"nice\":14580,\"sys\":3484570,\"idle\":1751479430,\"irq\":0}}],\"eventLoopStats\":{\"min\":124,\"max\":30024,\"num\":3,\"sum\":60028}}}"}
2025-03-14T14:20:27.979353+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962027979,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:21:27.999253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962087999,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829484032,\"uptime\":1781905.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23085880,\"nice\":13180,\"sys\":3486970,\"idle\":1751469470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23031450,\"nice\":14580,\"sys\":3484640,\"idle\":1751538800,\"irq\":0}}],\"eventLoopStats\":{\"min\":119,\"max\":30010,\"num\":3,\"sum\":60019}}}"}
2025-03-14T14:21:27.999338+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962087999,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:22:28.027242+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962148027,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829496320,\"uptime\":1781965.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23086260,\"nice\":13180,\"sys\":3487060,\"idle\":1751528790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23031780,\"nice\":14580,\"sys\":3484770,\"idle\":1751598120,\"irq\":0}}],\"eventLoopStats\":{\"min\":108,\"max\":30006,\"num\":3,\"sum\":60028}}}"}
2025-03-14T14:22:28.027360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962148027,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:25:28.095250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962328095,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829266944,\"uptime\":1782145.4,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23087570,\"nice\":13180,\"sys\":3487390,\"idle\":1751706700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23033060,\"nice\":14580,\"sys\":3484970,\"idle\":1751776050,\"irq\":0}}],\"eventLoopStats\":{\"min\":101,\"max\":30004,\"num\":3,\"sum\":60025}}}"}
2025-03-14T14:25:28.095440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962328095,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:29:28.203366+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962568203,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829025280,\"uptime\":1782385.51,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23089310,\"nice\":13180,\"sys\":3487710,\"idle\":1751944050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23035030,\"nice\":14580,\"sys\":3485420,\"idle\":1752013230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29922,\"num\":13,\"sum\":60024}}}"}
2025-03-14T14:29:28.207030+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962568203,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:30:28.227267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962628227,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828800000,\"uptime\":1782445.53,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23089730,\"nice\":13180,\"sys\":3487780,\"idle\":1752003410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23035870,\"nice\":14580,\"sys\":3485500,\"idle\":1752072460,\"irq\":0}}],\"eventLoopStats\":{\"min\":77,\"max\":30001,\"num\":3,\"sum\":60026}}}"}
2025-03-14T14:30:28.227354+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962628227,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:32:28.275278+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962748275,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828587008,\"uptime\":1782565.58,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23090780,\"nice\":13180,\"sys\":3487950,\"idle\":1752122050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23037200,\"nice\":14580,\"sys\":3485660,\"idle\":1752191050,\"irq\":0}}],\"eventLoopStats\":{\"min\":54,\"max\":30025,\"num\":3,\"sum\":60016}}}"}
2025-03-14T14:32:28.275356+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962748275,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:34:28.331276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741962868331,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827231232,\"uptime\":1782685.64,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23091820,\"nice\":13180,\"sys\":3488160,\"idle\":1752240590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23038150,\"nice\":14580,\"sys\":3485850,\"idle\":1752309780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29980,\"num\":13,\"sum\":60026}}}"}
2025-03-14T14:34:28.331323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741962868331,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:41:28.455259+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741963288455,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826776576,\"uptime\":1783105.76,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23095670,\"nice\":13180,\"sys\":3488790,\"idle\":1752655590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23041150,\"nice\":14580,\"sys\":3486430,\"idle\":1752725190,\"irq\":0}}],\"eventLoopStats\":{\"min\":29953,\"max\":30050,\"num\":2,\"sum\":60003}}}"}
2025-03-14T14:41:28.455466+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741963288455,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:47:28.527274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741963648527,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838310912,\"uptime\":1783465.83,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23098950,\"nice\":13180,\"sys\":3489350,\"idle\":1753011190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23044630,\"nice\":14580,\"sys\":3486980,\"idle\":1753080510,\"irq\":0}}],\"eventLoopStats\":{\"min\":70,\"max\":30020,\"num\":3,\"sum\":60027}}}"}
2025-03-14T14:47:28.527330+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741963648527,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T14:53:34.212479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964014211,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T14:53:34.212482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964014212,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:01:28.859276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741964488859,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835083264,\"uptime\":1784306.16,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23105470,\"nice\":13180,\"sys\":3490570,\"idle\":1753841710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23051170,\"nice\":14580,\"sys\":3488400,\"idle\":1753910780,\"irq\":0}}],\"eventLoopStats\":{\"min\":22,\"max\":30015,\"num\":3,\"sum\":60008}}}"}
2025-03-14T15:01:28.859339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964488859,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:03:36.330230+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964616329,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:03:36.330235+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964616330,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:08:37.386495+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964917385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:08:37.386499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741964917386,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:11:29.091249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741965089091,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837823488,\"uptime\":1784906.4,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23110400,\"nice\":13180,\"sys\":3491330,\"idle\":1754434670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23055940,\"nice\":14580,\"sys\":3489350,\"idle\":1754504100,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30010,\"num\":3,\"sum\":60029}}}"}
2025-03-14T15:11:29.091336+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741965089091,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:12:29.123260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741965149123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837139456,\"uptime\":1784966.43,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23111150,\"nice\":13180,\"sys\":3491420,\"idle\":1754494010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23056470,\"nice\":14580,\"sys\":3489430,\"idle\":1754563420,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30010,\"num\":3,\"sum\":60028}}}"}
2025-03-14T15:12:29.123339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741965149123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:22:29.323263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741965749323,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823958528,\"uptime\":1785566.63,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23116110,\"nice\":13180,\"sys\":3492290,\"idle\":1755086820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23061560,\"nice\":14580,\"sys\":3490470,\"idle\":1755156290,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30025,\"num\":3,\"sum\":60003}}}"}
2025-03-14T15:22:29.323339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741965749323,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:27:29.439291+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741966049439,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823467008,\"uptime\":1785866.74,\"totalMem\":4018151424,\"loadavg\":[0.15,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23118910,\"nice\":13180,\"sys\":3492700,\"idle\":1755383110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23063760,\"nice\":14580,\"sys\":3490880,\"idle\":1755453150,\"irq\":0}}],\"eventLoopStats\":{\"min\":31,\"max\":30005,\"num\":3,\"sum\":60024}}}"}
2025-03-14T15:27:29.439326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966049439,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:29:29.447281+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741966169447,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823610368,\"uptime\":1785986.75,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23119770,\"nice\":13180,\"sys\":3492840,\"idle\":1755501840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23064580,\"nice\":14580,\"sys\":3491050,\"idle\":1755571670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29946,\"num\":13,\"sum\":59995}}}"}
2025-03-14T15:29:29.447329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966169447,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:33:42.386485+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966422385,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:33:42.386488+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966422386,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:34:29.503270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741966469503,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825510912,\"uptime\":1786286.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23122060,\"nice\":13180,\"sys\":3493290,\"idle\":1755798330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23067170,\"nice\":14580,\"sys\":3491450,\"idle\":1755868310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29907,\"num\":13,\"sum\":60002}}}"}
2025-03-14T15:34:29.503399+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966469503,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:35:29.519283+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741966529519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825523200,\"uptime\":1786346.83,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23122550,\"nice\":13180,\"sys\":3493400,\"idle\":1755857630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23067710,\"nice\":14580,\"sys\":3491560,\"idle\":1755927570,\"irq\":0}}],\"eventLoopStats\":{\"min\":92,\"max\":30030,\"num\":3,\"sum\":60017}}}"}
2025-03-14T15:35:29.519405+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966529519,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:36:29.523265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741966589523,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825527296,\"uptime\":1786406.83,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23123050,\"nice\":13180,\"sys\":3493490,\"idle\":1755916980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23068240,\"nice\":14580,\"sys\":3491640,\"idle\":1755986840,\"irq\":0}}],\"eventLoopStats\":{\"min\":104,\"max\":30006,\"num\":3,\"sum\":60003}}}"}
2025-03-14T15:36:29.523377+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741966589523,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:43:29.663265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741967009663,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824851456,\"uptime\":1786826.97,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23126770,\"nice\":13180,\"sys\":3494070,\"idle\":1756332110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23071220,\"nice\":14580,\"sys\":3492180,\"idle\":1756402150,\"irq\":0}}],\"eventLoopStats\":{\"min\":140,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-14T15:43:29.663371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967009663,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:43:44.604284+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967024603,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:43:44.604288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967024604,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:44:29.675259+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741967069675,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824859648,\"uptime\":1786886.98,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23127190,\"nice\":13180,\"sys\":3494160,\"idle\":1756391380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23071570,\"nice\":14580,\"sys\":3492230,\"idle\":1756461530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29869,\"num\":13,\"sum\":60008}}}"}
2025-03-14T15:44:29.675391+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967069675,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:47:29.727263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741967249727,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823733248,\"uptime\":1787067.03,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23129120,\"nice\":13180,\"sys\":3494470,\"idle\":1756569010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23073780,\"nice\":14580,\"sys\":3492590,\"idle\":1756639060,\"irq\":0}}],\"eventLoopStats\":{\"min\":97,\"max\":30030,\"num\":3,\"sum\":60010}}}"}
2025-03-14T15:47:29.727335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967249727,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:48:29.743387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741967309743,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822815744,\"uptime\":1787127.05,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23129550,\"nice\":13180,\"sys\":3494540,\"idle\":1756628410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23074560,\"nice\":14580,\"sys\":3492680,\"idle\":1756698340,\"irq\":0}}],\"eventLoopStats\":{\"min\":116,\"max\":30027,\"num\":3,\"sum\":60017}}}"}
2025-03-14T15:48:29.743422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967309743,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:48:45.271020+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967325269,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:48:45.271024+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967325270,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:51:29.807267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741967489807,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823630848,\"uptime\":1787307.11,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23131150,\"nice\":13180,\"sys\":3494830,\"idle\":1756806320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23076180,\"nice\":14580,\"sys\":3493070,\"idle\":1756876240,\"irq\":0}}],\"eventLoopStats\":{\"min\":109,\"max\":30023,\"num\":3,\"sum\":60021}}}"}
2025-03-14T15:51:29.807304+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967489807,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:53:46.323620+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967626322,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:53:46.323624+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967626323,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T15:54:29.839263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741967669839,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824003584,\"uptime\":1787487.15,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23132520,\"nice\":13180,\"sys\":3495070,\"idle\":1756984350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23077730,\"nice\":14580,\"sys\":3493280,\"idle\":1757054010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29893,\"num\":12,\"sum\":60003}}}"}
2025-03-14T15:54:29.839344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967669839,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T15:58:47.501995+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967927500,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T15:58:47.501998+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741967927501,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T16:10:30.207288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741968630207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2776494080,\"uptime\":1788447.51,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23140300,\"nice\":13180,\"sys\":3496600,\"idle\":1757933380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23085410,\"nice\":14580,\"sys\":3494800,\"idle\":1758002450,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60023}}}"}
2025-03-14T16:10:30.207339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741968630207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:13:30.287281+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741968810287,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2775760896,\"uptime\":1788627.59,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23141980,\"nice\":13180,\"sys\":3496810,\"idle\":1758111420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23087080,\"nice\":14580,\"sys\":3495010,\"idle\":1758180330,\"irq\":0}}],\"eventLoopStats\":{\"min\":30,\"max\":30022,\"num\":3,\"sum\":60027}}}"}
2025-03-14T16:13:30.287321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741968810287,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:15:30.303259+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741968930303,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2777346048,\"uptime\":1788747.61,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23143040,\"nice\":13180,\"sys\":3496980,\"idle\":1758230000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23087780,\"nice\":14580,\"sys\":3495190,\"idle\":1758298960,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60004}}}"}
2025-03-14T16:15:30.303414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741968930303,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:26:30.575290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741969590575,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2762035200,\"uptime\":1789407.88,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23148380,\"nice\":13180,\"sys\":3497910,\"idle\":1758882340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23092950,\"nice\":14580,\"sys\":3496380,\"idle\":1758950980,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-14T16:26:30.575333+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741969590575,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:33:30.739266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970010739,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2761388032,\"uptime\":1789828.04,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23151610,\"nice\":13180,\"sys\":3498500,\"idle\":1759297610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23096580,\"nice\":14580,\"sys\":3496890,\"idle\":1759366230,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60019}}}"}
2025-03-14T16:33:30.739320+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970010739,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:33:54.305147+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970034304,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T16:33:54.305151+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970034305,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T16:35:30.771268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970130771,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2766315520,\"uptime\":1789948.08,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23152640,\"nice\":13180,\"sys\":3498670,\"idle\":1759416190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23097550,\"nice\":14580,\"sys\":3497090,\"idle\":1759484900,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30008,\"num\":3,\"sum\":60008}}}"}
2025-03-14T16:35:30.771320+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970130771,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:37:30.819270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970250819,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2765914112,\"uptime\":1790068.12,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23153560,\"nice\":13180,\"sys\":3498820,\"idle\":1759534780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23098360,\"nice\":14580,\"sys\":3497270,\"idle\":1759603670,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30024,\"num\":3,\"sum\":60018}}}"}
2025-03-14T16:37:30.819331+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970250819,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:39:30.867273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970370867,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2766135296,\"uptime\":1790188.17,\"totalMem\":4018151424,\"loadavg\":[0.2,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23154230,\"nice\":13180,\"sys\":3499010,\"idle\":1759653590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23099500,\"nice\":14580,\"sys\":3497430,\"idle\":1759722200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29993,\"num\":13,\"sum\":60015}}}"}
2025-03-14T16:39:30.867329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970370867,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:42:30.951487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970550951,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767691776,\"uptime\":1790368.26,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23155520,\"nice\":13180,\"sys\":3499230,\"idle\":1759831680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23101030,\"nice\":14580,\"sys\":3497730,\"idle\":1759900060,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30027,\"num\":3,\"sum\":60029}}}"}
2025-03-14T16:42:30.951492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970550951,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:43:30.979276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970610979,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767441920,\"uptime\":1790428.28,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23155920,\"nice\":13180,\"sys\":3499300,\"idle\":1759891010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23101460,\"nice\":14580,\"sys\":3497810,\"idle\":1759959380,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30029,\"num\":3,\"sum\":60026}}}"}
2025-03-14T16:43:30.979334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970610979,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:47:31.039265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970851039,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2765635584,\"uptime\":1790668.34,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23158410,\"nice\":13180,\"sys\":3499650,\"idle\":1760127910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23103560,\"nice\":14580,\"sys\":3498160,\"idle\":1760196270,\"irq\":0}}],\"eventLoopStats\":{\"min\":44,\"max\":30030,\"num\":3,\"sum\":60019}}}"}
2025-03-14T16:47:31.039350+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970851039,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:48:31.059278+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741970911059,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764877824,\"uptime\":1790728.36,\"totalMem\":4018151424,\"loadavg\":[0.15,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23158970,\"nice\":13180,\"sys\":3499730,\"idle\":1760187230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23104160,\"nice\":14580,\"sys\":3498260,\"idle\":1760255600,\"irq\":0}}],\"eventLoopStats\":{\"min\":54,\"max\":30001,\"num\":3,\"sum\":60018}}}"}
2025-03-14T16:48:31.059323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741970911059,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:50:31.075290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741971031075,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763935744,\"uptime\":1790848.38,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23159850,\"nice\":13180,\"sys\":3499930,\"idle\":1760305920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23105150,\"nice\":14580,\"sys\":3498460,\"idle\":1760374120,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30028,\"num\":3,\"sum\":60006}}}"}
2025-03-14T16:50:31.075339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971031075,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:53:31.155293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741971211155,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763841536,\"uptime\":1791028.46,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23161380,\"nice\":13180,\"sys\":3500200,\"idle\":1760483910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23106490,\"nice\":14580,\"sys\":3498760,\"idle\":1760552090,\"irq\":0}}],\"eventLoopStats\":{\"min\":49,\"max\":30004,\"num\":3,\"sum\":60028}}}"}
2025-03-14T16:53:31.155335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971211155,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:54:31.179304+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741971271179,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763214848,\"uptime\":1791088.49,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23162150,\"nice\":13180,\"sys\":3500310,\"idle\":1760543180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23106930,\"nice\":14580,\"sys\":3498860,\"idle\":1760611470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29999,\"num\":14,\"sum\":60023}}}"}
2025-03-14T16:54:31.179365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971271179,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T16:58:31.271280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741971511271,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2762440704,\"uptime\":1791328.58,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23163970,\"nice\":13180,\"sys\":3500730,\"idle\":1760780470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23108780,\"nice\":14580,\"sys\":3499270,\"idle\":1760848850,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30029,\"num\":3,\"sum\":60019}}}"}
2025-03-14T16:58:31.271333+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971511271,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:02:31.367238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741971751367,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763137024,\"uptime\":1791568.67,\"totalMem\":4018151424,\"loadavg\":[0.06,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23165730,\"nice\":13180,\"sys\":3501120,\"idle\":1761017890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23110960,\"nice\":14580,\"sys\":3499630,\"idle\":1761086120,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30026,\"num\":3,\"sum\":60027}}}"}
2025-03-14T17:02:31.367357+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971751367,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:03:31.391272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741971811391,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763927552,\"uptime\":1791628.69,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23166070,\"nice\":13180,\"sys\":3501220,\"idle\":1761077270,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23111390,\"nice\":14580,\"sys\":3499720,\"idle\":1761145470,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30019,\"num\":3,\"sum\":60022}}}"}
2025-03-14T17:03:31.391324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971811391,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:04:00.213563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971840212,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T17:04:00.213567+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741971840213,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T17:07:31.491268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741972051491,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2762289152,\"uptime\":1791868.8,\"totalMem\":4018151424,\"loadavg\":[0.07,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23167590,\"nice\":13180,\"sys\":3501580,\"idle\":1761314780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23113750,\"nice\":14580,\"sys\":3500070,\"idle\":1761382600,\"irq\":0}}],\"eventLoopStats\":{\"min\":29974,\"max\":30042,\"num\":2,\"sum\":60016}}}"}
2025-03-14T17:07:31.491324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741972051491,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:10:31.551352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741972231551,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2761789440,\"uptime\":1792048.86,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23168710,\"nice\":13180,\"sys\":3501830,\"idle\":1761492770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23115350,\"nice\":14580,\"sys\":3500320,\"idle\":1761560530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30050,\"num\":5,\"sum\":60020}}}"}
2025-03-14T17:10:31.551362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741972231551,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:13:31.607277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741972411607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2761773056,\"uptime\":1792228.91,\"totalMem\":4018151424,\"loadavg\":[0.11,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23169920,\"nice\":13180,\"sys\":3502060,\"idle\":1761670890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23116990,\"nice\":14580,\"sys\":3500560,\"idle\":1761738370,\"irq\":0}}],\"eventLoopStats\":{\"min\":36,\"max\":30026,\"num\":3,\"sum\":60016}}}"}
2025-03-14T17:13:31.607326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741972411607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:16:31.643265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741972591643,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763018240,\"uptime\":1792408.95,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23171300,\"nice\":13180,\"sys\":3502250,\"idle\":1761848860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23118600,\"nice\":14580,\"sys\":3500790,\"idle\":1761916250,\"irq\":0}}],\"eventLoopStats\":{\"min\":96,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-14T17:16:31.643362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741972591643,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:27:31.875287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741973251875,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2762498048,\"uptime\":1793069.18,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23177110,\"nice\":13180,\"sys\":3503190,\"idle\":1762500830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23124270,\"nice\":14580,\"sys\":3501700,\"idle\":1762568590,\"irq\":0}}],\"eventLoopStats\":{\"min\":83,\"max\":30026,\"num\":3,\"sum\":60028}}}"}
2025-03-14T17:27:31.875359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741973251875,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:30:07.222835+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741973407221,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T17:30:07.222840+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741973407222,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T17:40:09.597534+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974009596,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T17:40:09.597538+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974009597,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T17:50:11.563719+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974611562,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T17:50:11.563723+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974611563,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T17:50:32.263277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741974632263,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2749353984,\"uptime\":1794449.57,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23188490,\"nice\":13180,\"sys\":3505250,\"idle\":1763864620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23136570,\"nice\":14580,\"sys\":3503650,\"idle\":1763932050,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30013,\"num\":13,\"sum\":60011}}}"}
2025-03-14T17:50:32.263324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974632263,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:53:46.819856+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826387,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-scheduled-activity-executed is not consumed by icc-reporting."}
2025-03-14T17:53:46.819859+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826387,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4b09a59a-cd68-4abd-825b-386169189b3f - icc-scheduled-activity-executed correctly routed"}
2025-03-14T17:53:46.819859+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741974826819,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"}
2025-03-14T17:53:46.820127+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-14T17:53:46.820175+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:53:46.812Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C01RXMDJV5J\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a054d407-08f5-482a-b83b-c2ae6e1bfb6f\",\"sequenceNumber\":1}}"}
2025-03-14T17:53:46.820203+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T17:53:46.820257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T17:53:46.820365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:53:46.820403+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f - icc-internal-comms-response"}
2025-03-14T17:53:46.820404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-14T17:53:46.820404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826820,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4b09a59a-cd68-4abd-825b-386169189b3f - icc-internal-comms-response correctly routed"}
2025-03-14T17:58:14.537206+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-14T17:58:14.537234+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.524Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"}
2025-03-14T17:58:14.537251+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T17:58:14.537319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T17:58:14.537415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:58:14.537418+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741974826979,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4b09a59a-cd68-4abd-825b-386169189b3f - icc-internal-comms-request correctly routed"}
2025-03-14T17:58:14.537419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094536,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"}
2025-03-14T17:58:14.537420+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f - icc-usd-resource-deleted"}
2025-03-14T17:58:14.557377+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-14T17:58:14.557378+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094537,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4b09a59a-cd68-4abd-825b-386169189b3f - icc-usd-resource-deleted correctly routed"}
2025-03-14T17:58:14.557378+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"}
2025-03-14T17:58:14.557572+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-14T17:58:14.557623+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.549Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":[],\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"}
2025-03-14T17:58:14.557644+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T17:58:14.557669+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T17:58:14.557756+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:58:14.557759+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f - icc-usd-resource-created"}
2025-03-14T17:58:14.557760+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-14T17:58:14.557760+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094557,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event 4b09a59a-cd68-4abd-825b-386169189b3f - icc-usd-resource-created correctly routed"}
2025-03-14T17:58:14.607349+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-14T17:58:14.607353+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.558Z\",\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"responses\":[]}"}
2025-03-14T17:58:14.607358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T17:58:14.607406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T17:58:14.607464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:58:14.607659+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"}
2025-03-14T17:58:14.607661+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741975094607,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T17:58:14.766313+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-14T17:58:14.766374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.758Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"}
2025-03-14T17:58:14.766376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T17:58:14.766444+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T17:58:14.766525+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:58:14.766527+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"}
2025-03-14T17:58:14.766528+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f - icc-usd-resource-deleted"}
2025-03-14T17:58:14.766528+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975094766,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-14T17:58:17.639828+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975097638,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"exportSlackMessages internalSlackMessages for docId IEbAAAwlZSq - [{\"date\":\"1741033227.293479\",\"message\":\"<Incident Command Center> has joined the channel\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741033227.534759\",\"message\":\"set the channel topic: :icc-sev4: Sev4 | LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741033227.730489\",\"message\":\"set the channel description: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\\n\\nVisit *ICC App Home* (<slack://app?team=T01GST6QY0G&amp;id=A02Q50RQQ3B>) to learn more about everything you can do here.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741033229.171899\",\"message\":\"<Duo Zhang> has joined the channel\",\"username\":\"Duo Zhang\",\"replies\":[]},{\"date\":\"1741033229.502339\",\"message\":\"<Vibin Vijay> has joined the channel\",\"username\":\"Vibin Vijay\",\"replies\":[]},{\"date\":\"1741033229.638609\",\"message\":\"<@WL3PXEEG7> has joined the channel\",\"username\":\"Bhupender Panwar\",\"replies\":[]},{\"date\":\"1741033229.731649\",\"message\":\"<Atul Khare> has joined the channel\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741033229.834149\",\"message\":\"<@WU6B9P9AR> has joined the channel\",\"username\":\"Yimin Hu\",\"replies\":[]},{\"date\":\"1741033229.954469\",\"message\":\"<Evan Wiley> has joined the channel\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741033230.064679\",\"message\":\"<@WF77ZPGTD> has joined the channel\",\"username\":\"John Seymour\",\"replies\":[]},{\"date\":\"1741033230.180099\",\"message\":\"<Chenyi Lyu> has joined the channel\",\"username\":\"Chenyi Lyu\",\"replies\":[]},{\"date\":\"1741033234.233149\",\"message\":\"has renamed the channel from \\\"icc-4b09a59a-cd68-4abd-825b-386169189b3f\\\" to \\\"icc-72672536\\\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741033593.920539\",\"message\":\"<Evan Wiley> - do we have the POC information from the LunaDB team who we can add here for further investigation?\",\"username\":\"Atul Khare\",\"replies\":[{\"date\":\"1741033989.118569\",\"message\":\"We have the requestor <Avinash reddy Thumma>. There was no existing document I'm aware of that I can pull from to find the upstream owner for lunadb.\",\"username\":\"Evan Wiley\",\"replies\":[]}]},{\"date\":\"1741033654.043569\",\"message\":\"<Atul Khare> I have the requestor information who submitted the log type.\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741033669.550729\",\"message\":\"<@WF77ZPGTD> could you assist with the log upstream owner for luna db?\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741033993.601029\",\"message\":\"<Avinash reddy Thumma> has joined the channel\",\"username\":\"Avinash reddy Thumma\",\"replies\":[]},{\"date\":\"1741034159.215389\",\"message\":\"Few things which i found out\\nWith respect to onboarding lunadb comes from monc as per <https://gus.lightning.force.com/lightning/r/ADM_Epic__c/a3QEE000000gEJV2A2/view|this> (search for lunadb here )\\nRelevant Team: *<https://gus.lightning.force.com/lightning/r/ADM_Scrum_Team__c/a00EE00001PrWngYAF/view|CoreDX Database Services (CXDS)>*\\n*cc : <Duo Zhang>* *<@WF77ZPGTD>* *<Atul Khare>* *<Evan Wiley>* \",\"username\":\"Vibin Vijay\",\"replies\":[]},{\"date\":\"1741035459.092799\",\"message\":\"<Duo Zhang> <Vibin Vijay> - have we verified if these logs are flowing into partitioner input bucket? or this is completely an issue upstream?\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741035667.442199\",\"message\":\"<Vibin Vijay> updated status from *New* to *In Progress*. Let's get to work!\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741035667.502219\",\"message\":\"<Vibin Vijay> just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741035668.280399\",\"message\":\"set the channel topic: :icc-sev4: Sev4 | LunaDB is no longer showing up in Asgard Splunk for last 30 days | <https://meet.google.com/qfr-cfdp-iok>\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741035668.615079\",\"message\":\"Bridge Added\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741038146.078449\",\"message\":\"So far we are not seeing these logs flowing into Partitioner for last 60 days. They come via Mirus.\\n<@WM4AXPGF9> - can you please check if we can find when we stopped seeing LunaDB logs in Asgard Splunk?\\n<Evan Wiley> - We will need to reach out to upstream team: *<https://gus.lightning.force.com/lightning/r/ADM_Scrum_Team__c/a00EE00001PrWngYAF/view|CoreDX Database Services (CXDS)>* to investigate this further.\",\"username\":\"Atul Khare\",\"replies\":[{\"date\":\"1741038294.640439\",\"message\":\"Okay if I make an incident in pager duty for them on this one?\",\"username\":\"Evan Wiley\",\"replies\":[]}]},{\"date\":\"1741038152.569519\",\"message\":\"<@WM4AXPGF9> has joined the channel\",\"username\":\"RJ Nunnally\",\"replies\":[]},{\"date\":\"1741038396.221489\",\"message\":\"Hi<@WDPSX5V71> <@WATDR9K7V> - We are from TIP Security Log Platform team and investigating an incident around why these LunaDB logs are no longer flowing into our security data pipeline. Will you be able to help us out? Thank you!\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741038417.580659\",\"message\":\"<@WDPSX5V71> has joined the channel\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741038417.719179\",\"message\":\"<@WATDR9K7V> has joined the channel\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741038445.151049\",\"message\":\"Found the corresponding pager duty from the folks you brought in <Atul Khare>: <https://salesforce.pagerduty.com/schedules/PJJGJJC>. <@WDPSX5V71> could you confirm that your team sends luna db logs downstream to Monitoring Cloud? If so we are not seeing logs being sent from to corresponding downstream services. This particular log is needed by security teams for incident response.\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741038675.918569\",\"message\":\"I just ran a search in Asgard Splunk and received no hits, indicating we haven't received logs in the last 90 days. Troll is configured to have a subscription to the lunadb topic <https://git.soma.salesforce.com/Infrastructure-Security/dnr-search-troll-fedx/blob/cb0a490593e8d866fb18460a9cc44d2e5812cc78/falcon/config/terraform/sns-sqs/falcon/env/esvc/fd/ast/values.yaml#L46|https://git.soma.salesforce.com/Infrastructure-Security/dnr-search-troll-fedx/blob/cb0a4[…]nfig/terraform/sns-sqs/falcon/env/esvc/fd/ast/values.yaml>\",\"username\":\"RJ Nunnally\",\"replies\":[],\"attachments\":[{\"name\":\"Screenshot 2025-03-03 at 16.49.52.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08FZ2S8MH9/screenshot_2025-03-03_at_16.49.52.png\"},{\"name\":\"Screenshot 2025-03-03 at 16.50.17.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08G15UEQF6/screenshot_2025-03-03_at_16.50.17.png\"}]},{\"date\":\"1741038812.115109\",\"message\":\"Thanks <@WM4AXPGF9>\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741038838.688799\",\"message\":\"<Evan Wiley> I am not familiar with these logs, but our team just started coming up to speed on LunaDB. Can we get more details?  If this has been ongoing for 30-90 days, does it warrant an incident?\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741038916.375699\",\"message\":\"<@WDPSX5V71> yes so TLDR is that anytime logs stop flowing downstream to our team, this is an issue as security teams need to triage logs if there's a security incident.\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741038947.754859\",\"message\":\"If logs stop flowing, this means that security  teams cannot triage a security incident as effectively.\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741038984.086079\",\"message\":\"Anymore information needed <@WDPSX5V71>?\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741039088.169229\",\"message\":\"The database is up, I don't know anything about these logs or how they are transmitted. I need more information about the process.\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741039351.669479\",\"message\":\"<Atul Khare> can we use the bridge to discuss?\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741040393.305199\",\"message\":\"I just confirmed the SQS subscription on both the Collect and Search sides\",\"username\":\"RJ Nunnally\",\"replies\":[],\"attachments\":[{\"name\":\"Screenshot 2025-03-03 at 17.16.26.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08FZAZ9MAN/screenshot_2025-03-03_at_17.16.26.png\"},{\"name\":\"Screenshot 2025-03-03 at 17.18.51.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08FQLFEGFQ/screenshot_2025-03-03_at_17.18.51.png\"}]},{\"date\":\"1741040902.288119\",\"message\":\"Log sample:\\n```{\\\"AccountId\\\":\\\"2core-autobuilds-production\\\",\\\"ServiceGroup\\\":\\\"\\\",\\\"SourceOwner\\\":\\\"team:lunadb\\\",\\\"ClientName\\\":\\\"0:sec.nirvana;1:aws.prod\\\",\\\"NormalizedTimestamp\\\":\\\"2023-11-15T13:43:51.466Z\\\",\\\"LogSource\\\":\\\"/oracle/admin/lunaprod-3/adump/lunaprod-3_ora_24537_20231115134201296840504221.aud\\\",\\\"RuleMatchId\\\":\\\"dfe-1034\\\",\\\"UUID\\\":\\\"d4113e023b3f42e2\\\",\\\"Cell\\\":\\\"unknown\\\",\\\"RawMsg\\\":\\\"{\\\\\\\"trace\\\\\\\":{\\\\\\\"ajna-log-forwarder\\\\\\\":\\\\\\\"2023-11-15T13:41:54.868Z\\\\\\\",\\\\\\\"clientname\\\\\\\":\\\\\\\"0:sec.nirvana;1:aws.prod\\\\\\\"},\\\\\\\"uuid\\\\\\\":\\\\\\\"d4113e02-3b3f-42e2-a62f-ca737f3e5d63\\\\\\\",\\\\\\\"environment\\\\\\
2025-03-14T17:58:17.639828+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \":\\\\\\\"falcon\\\\\\\",\\\\\\\"rawMsg\\\\\\\":\\\\\\\"{\\\\\\\\\\\\\\\"schema_type\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"json-schema\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"schema_id\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"event-flatten:2\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"data\\\\\\\\\\\\\\\":{\\\\\\\\\\\\\\\"source\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"/oracle/admin/lunaprod-3/adump/lunaprod-3_ora_24537_20231115134201296840504221.aud\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"sourcetype\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"team:lunadb\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"event\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"Wed Nov 15 13:42:01 2023 +00:00\\\\\\\\\\\\\\\\nLENGTH : '952'\\\\\\\\\\\\\\\\nACTION :[633] '\\\\\\\\\\\\\\\\n select /*+ ordered */ tablespace_name,\\\\\\\\\\\\\\\\n round(used_space),\\\\\\\\\\\\\\\\n round(max_size-used_space) free_space,\\\\\\\\\\\\\\\\n round(max_size),\\\\\\\\\\\\\\\\n round(used_space*100/max_size,2) percent_used\\\\\\\\\\\\\\\\n from (\\\\\\\\\\\\\\\\n select m.tablespace_name,\\\\\\\\\\\\\\\\n m.used_space*t.block_size/1024/1024 used_space,\\\\\\\\\\\\\\\\n (case when t.bigfile='YES' then power(2,32)*t.block_size/1024/1024\\\\\\\\\\\\\\\\n else tablespace_size*t.block_size/1024/1024 end) max_size\\\\\\\\\\\\\\\\n from dba_tablespace_usage_metrics m, dba_tablespaces t\\\\\\\\\\\\\\\\n where m.tablespace_name=t.tablespace_name)\\\\\\\\\\\\\\\\n '\\\\\\\\\\\\\\\\nDATABASE USER:[3] 'SYS'\\\\\\\\\\\\\\\\nPRIVILEGE :[6] 'SYSDBA'\\\\\\\\\\\\\\\\nCLIENT USER:[6] 'oracle'\\\\\\\\\\\\\\\\nCLIENT TERMINAL:[0] ''\\\\\\\\\\\\\\\\nSTATUS:[4] '1219'\\\\\\\\\\\\\\\\nDBID:[10] '3864408385'\\\\\\\\\\\\\\\\nSESSIONID:[10] '4294967295'\\\\\\\\\\\\\\\\nUSERHOST:[19] 'prod0ceo0-lunadb3-1'\\\\\\\\\\\\\\\\nCLIENT ADDRESS:[55] '(ADDRESS=(PROTOCOL=tcp)(HOST=10.168.20.95)(PORT=44028))'\\\\\\\\\\\\\\\\nACTION NUMBER:[1] '3'\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"hostname\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"prod0ceo0-lunadb3-1\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"agent_timestamp\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"2023-11-15T13:42:07.324637+00:00\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"tags_schema_id\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"falcon:1\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"tags\\\\\\\\\\\\\\\":{\\\\\\\\\\\\\\\"cell\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"service_name\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"service_group\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"substrate\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"gcp\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"region\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"us-central1\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"zone\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"us-central1-b\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"falcon_instance\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"functional_domain\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"environment\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"account\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"core-autobuilds-production\\\\\\\\\\\\\\\"},\\\\\\\\\\\\\\\"owner\\\\\\\\\\\\\\\":{\\\\\\\\\\\\\\\"service\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"team\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"cloud\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"environment\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"unknown\\\\\\\\\\\\\\\"},\\\\\\\\\\\\\\\"uuid\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"A4CD3C53BD8E40BABACFEED35C233CC8\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"facility\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"local0\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"severity\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"notice\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"priority\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"notice\\\\\\\\\\\\\\\",\\\\\\\\\\\\\\\"dnr\\\\\\\\\\\\\\\":{\\\\\\\\\\\\\\\"environment\\\\\\\\\\\\\\\":\\\\\\\\\\\\\\\"External\\\\\\\\\\\\\\\"}}}\\\\\\\",\\\\\\\"srcip\\\\\\\":\\\\\\\"10.1.183.182\\\\\\\"}\\\",\\\"Priority\\\":\\\"notice\\\",\\\"Hostname\\\":\\\"prod0ceo0-lunadb3-1\\\",\\\"AvailabilityZone\\\":\\\"us-central1-b\\\",\\\"ServiceTeam\\\":\\\"unknown\\\",\\\"Severity\\\":\\\"notice\\\",\\\"CollectedTimestamp\\\":\\\"2023-11-15T13:41:54.868Z\\\",\\\"Substrate\\\":\\\"gcp\\\",\\\"FieldCount\\\":\\\"24\\\",\\\"RuleMatch\\\":\\\"LunaDB\\\",\\\"EventMessage\\\":\\\"Wed Nov 15 13:42:01 2023 +00:00\\\\nLENGTH : '952'\\\\nACTION :[633] 'GRANT SYSDBA TO CANGE'\\\\nDATABASE USER:[3] 'SYS'\\\\nPRIVILEGE :[6] 'SYSDBA'\\\\nCLIENT USER:[6] 'oracle'\\\\nCLIENT TERMINAL:[0] ''\\\\nSTATUS:[4] '1219'\\\\nDBID:[10] '3864408385'\\\\nSESSIONID:[10] '4294967295'\\\\nUSERHOST:[19] 'prod0ceo0-lunadb3-1'\\\\nCLIENT ADDRESS:[55] '(ADDRESS=(PROTOCOL=tcp)(HOST=10.168.20.95)(PORT=44028))'\\\\nACTION NUMBER:[1] '3'\\\\n\\\",\\\"ServiceName\\\":\\\"unknown\\\",\\\"FalconInstance\\\":\\\"\\\",\\\"Environment\\\":\\\"falcon\\\",\\\"AWSRegionSource\\\":\\\"us-central1\\\",\\\"FunctionalDomain\\\":\\\"\\\"}```\",\"username\":\"John Seymour\",\"replies\":[]},{\"date\":\"1741041658.279549\",\"message\":\"Thanks <@WF77ZPGTD>.\\n<Vibin Vijay> - John has shared above log samples from SecOrg,  can you please check if these are matching any partitioning rule. Cc <Rishabh Singh>\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741041661.840269\",\"message\":\"<Rishabh Singh> has joined the channel\",\"username\":\"Rishabh Singh\",\"replies\":[]},{\"date\":\"1741042822.188009\",\"message\":\"<https://gus.lightning.force.com/lightning/r/ADM_Work__c/a07EE00001WIzX4YAL/view>\",\"username\":\"John Seymour\",\"replies\":[]},{\"date\":\"1741043864.006529\",\"message\":\"I have reached out to the SSDB and CDSE teams to see if they are familiar with this\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741045745.790199\",\"message\":\"I was also referred to the CMP (CRM Infra Monitoring Platform) team, but haven't heard back yet. Its not looking very promising. Let me add Kurt D'mello who helped me in the past when I was on the receiving end of one of these alerts.\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741045759.388079\",\"message\":\"<Kurt D'mello> has joined the channel\",\"username\":\"Kurt D'mello\",\"replies\":[]},{\"date\":\"1741045910.148829\",\"message\":\"<Kurt D'mello> would you happen to know how these alerts on db hosts (see John Seymour's example above) get set up? In the past you had helped me when I was receiving the alerts. This time around, a database my team supports does not have the alerting/data collection set up and I have no idea who sets it up or how they do it.\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741047136.907289\",\"message\":\"<@WH7FB8716> has joined the channel\",\"username\":\"Parvata Reddy Dinesh Reddy\",\"replies\":[]},{\"date\":\"1741047752.069909\",\"message\":\"<!here> what are these loglines used for to require an incident?\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741047831.900439\",\"message\":\"cc <Atul Khare> Why is this an incident and why wasn't the Lunadb PagerDuty service used?\",\"username\":\"Katherine Hawley\",\"replies\":[{\"date\":\"1741050705.977149\",\"message\":\"<@WATDR9K7V> - this is a security incident, since its impacting CSOC to run detections on the LunaDB logs for threat detection and response operation use-cases.\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741050780.161949\",\"message\":\"<Atul Khare> yes, I saw that. But how does it impact and equal a security incident? Are external customers affected? How does this affect security?\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741050911.923739\",\"message\":\"+ <@WF77ZPGTD> <Marcela Denniston> to share CSOC impact.\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741051022.393959\",\"message\":\"Thanks - Luna DB was recently passed to CXDS and I am not understanding how database log lines regarding Autobuilds impact our Security team\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741051296.051669\",\"message\":\"The lack of these logs means that detections on LunaDB are not running, so if the malicious behavior we are watching for occurs, we will not be able to detect nor respond.\\n\\nHowever, I don't believe CXDS team is the appropriate responder here. We need to find the correct team. I think the DPX team is the one that can help us restart the logging pipeline.\",\"username\":\"John Seymour\",\"replies\":[]},{\"date\":\"1741051391.012109\",\"message\":\"thanks <@WF77ZPGTD> that helps.\",\"username\":\"Katherine Hawley\",\"replies\":[]}]},{\"date\":\"1741048281.411819\",\"message\":\"cc <@WK7FWSSN6> <@WK7FY62KU> handing off to SIN if after hours support is required.\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741048285.272769\",\"message\":\"<@WK7FWSSN6> has joined the channel\",\"username\":\"Ravi Chhatani\",\"replies\":[]},{\"date\":\"1741048285.420869\",\"message\":\"<@WK7FY62KU> has joined the channel\",\"username\":\"Pargat Singh\",\"replies\":[]},{\"date\":\"1741048472.914929\",\"message\":\"<@WATDR9K7V> I don't believe this is something our team sets up, but I can't locate a team who has knowledge of it. We'll see if our APAC team has any further insight.\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741048512.909299\",\"message\":\"<@WDPSX5V71> agreed. Other than confirming that Luna is up, I don't see any indication that this is something for CXDS\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741050915.560969\",\"message\":\"<Marcela Denniston> has joined the channel\",\"username\":\"Marcela Denniston\",\"replies\":[]},{\"date\":\"1741052991.414949\",\"message\":\"+ <@WG38MD7UP> <@WF8D456DV> from DPX team.\\nFor context - See <https://gus.lightning.force.com/lightning/r/ADM_Work__c/a07EE00001WIzX4YAL/view|W-13769575>. DnR now CSOC on-boarded LunaDB logs into DnR Asgard data lake in 2023, but these logs stopped flowing now. We are looking for a root cause. Please see if your team can help or if you are not 
2025-03-14T17:58:17.639828+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] the right team, please add the right owners who can help us root cause this issue.\\nThanks! Cc <@WF77ZPGTD>\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741052997.096919\",\"message\":\"<@WG38MD7UP> has joined the channel\",\"username\":\"Anil Dasari\",\"replies\":[]},{\"date\":\"1741053076.555039\",\"message\":\"<@WH7FB8716> is the owner of this database now. Please ping him.\",\"username\":\"Anil Dasari\",\"replies\":[]},{\"date\":\"1741053143.498789\",\"message\":\"Thanks <@WG38MD7UP>. Looks like they are in IN timezone, we will wait for them to respond during their day time.\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741054326.161409\",\"message\":\"<Atul Khare> \\n\\n<@WATDR9K7V> <@WAT65NCRX> can help find somebody for you \",\"username\":\"Rayappa Mayakunthala\",\"replies\":[]},{\"date\":\"1741058022.580429\",\"message\":\"OK, Dinesh - who has been supporting LunaDB for a number of years - came online and he knows what this is about.  Back in 2023 the DNR Threat Assessment team came to him and asked him to set this up on a non-core public cloud db. This is not something our team would normally be involved in setting up, but maybe DNR didn't have access to GCP.  The certs have expired so our team will work on getting a new certs in place, but it may take some time to get them. <!subteam^S087YMAREA0>\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741065415.675339\",\"message\":\"FYI <Vibin Vijay>\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741069768.918919\",\"message\":\"We are working on renewing the cert, will keep you posted.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741078514.218669\",\"message\":\"A <https://gus.lightning.force.com/lightning/r/sfcerts__Certificate_Request__c/a5GEE000003DtJV2A0/view|cert> has been raised, following up with the PKI team for approval. Once Approved we will rotate the cert.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741202838.765119\",\"message\":\"<@W012520FH6W> are the certs rotated and deployed. We are not seeing data flowing in. THanks\\ncc : <Atul Khare>\",\"username\":\"Vibin Vijay\",\"replies\":[]},{\"date\":\"1741204530.476269\",\"message\":\"Siva is in APAC, the certs are still in the works\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741252260.914869\",\"message\":\"<Vibin Vijay> Can you provide your team members emails to add you the <https://git.soma.salesforce.com/Infrastructure-Security/CS-SOR/blob/1c113ac951ae4ff443e0f568a3eb5a35259668eb/data/dpx_infrastructure/description.json|repo> so that next time onwards you can raise a cert and provide it to us. We will copy over the cert and restart the services.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741286519.364349\",\"message\":\"<@W012520FH6W> its the client repsonsiblity to maintain the cert and deploy them. All of our client have set up alerts on their end to get this done timely manner. You can share the cert to us and we will add it to our alerts as well so in case its missed we will be able to notify you.\\ncc: <Atul Khare>\",\"username\":\"Vibin Vijay\",\"replies\":[]},{\"date\":\"1741286707.639169\",\"message\":\"Adding <@WATDR9K7V> to suggest us on the process. \",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741290502.730199\",\"message\":\"<Vibin Vijay> CXDS is the owner of the database, not the client or service that your tooling depends upon. The ask here is that you take ownership of tracking the cert renewal and, when the next update is needed, you provide the cert to the CXDS team to deploy.\\n\\nThis is exactly how it works with other services. The owner of the service requests the cert and then it's deployed by, for example, the network team.\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741296895.658109\",\"message\":\"I think the DNR team that requested Dinesh to set this up in the first place would be the team to do the cert renewal, but I'm not sure what everyone's role is. Our team has not been asked to set this up on any 1p envs, but someone had set it up there because we would get occasional emails from security asking if we did xyz on the db host and why we did it. In this case, the issue may have been because DNR didn't have access to GCP, or their automation didn't work there, so they asked Dinesh to set it up. Since this is not our product, it didn't probably didn't occur to Dinesh to refresh the cert and he probably didn't receive any sort of reminder.\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741297759.206249\",\"message\":\"+ <@WF77ZPGTD> to see if he has some background on this from DnR side.\\nFrom data flow perspective, 'lunadb' is pushing logs to TIP (Trust Intelligence Platform) data pipeline end-point, for threat detection and response use. AFAIK, the necessary Certs required for pushing these logs to TIP end-point resides in the lunadb service and will require deployment outside of TIP.\\n\\nTIP ingest variety of logs from various services across BUs and substrates, and the owner of these service own maintaining / renewal and deployment of the certs for their services. Tracking of these certs can happen on both sides, we can set alerts and proactively notify the team if the certs are closing on expiration, Or the service owner can also track the expirations and proactively rotate the certs as needed.\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741298012.281729\",\"message\":\"<Atul Khare> I can see the confusion. However, Luna db is just a database. It has no mechanism to 'push' data on it's own. This tool that pushes things from a database to Splunk does not belong to CXDS.\\n\\nWith the Salesforce Core App, the Moncloud team owns a 'splunk forwarder' that ships logs to both prod and pre-prod splunk instances. This doesn't even look like this is one of those 2 instances, so Moncloud is not the right team either.\\n\\nWe need to discover what this mechanism is, how it is deployed and maintained, and then we can ask them to manage the cert renewal requests.\",\"username\":\"Katherine Hawley\",\"replies\":[]},{\"date\":\"1741298419.246609\",\"message\":\"Thanks, that makes sense. Appreciate your help on this.\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741310887.911459\",\"message\":\"The team is called DNR - I think it stands for Detection &amp; Response\",\"username\":\"Tina Alonso\",\"replies\":[]},{\"date\":\"1741589676.649999\",\"message\":\"<Vibin Vijay> <Atul Khare> For this iteration, we have renewed the cert and placed in <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> host. We have restarted rsyslog services. Can you please check if the logs are shipping ?\\nWe have rotated cert on <http://mirror0ceo0-lunadb1-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb1-1-gcp.eng.sfdc.net> host as well but with a different cert to verify the CN name validity. Please check and confirm for both the hosts.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741672281.486119\",\"message\":\"<Vibin Vijay> <Atul Khare> Please confirm once you verified the log shipping.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741707111.015019\",\"message\":\"Thanks <@W012520FH6W> - We still don't see any events in Splunk.\\n<Vibin Vijay> pl. check if Partitioner is receiving lunadb logs. Thanks!\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741710024.764189\",\"message\":\"No we are not receiving the lunadb logs.\\n<Atul Khare>\",\"username\":\"Vibin Vijay\",\"replies\":[{\"date\":\"1741743374.564049\",\"message\":\"<Vibin Vijay> what is the priority of this log?\",\"username\":\"Christopher Davis\",\"replies\":[]}]},{\"date\":\"1741760270.724949\",\"message\":\"<Vibin Vijay> Please let us know if we can connect and troubleshoot the issue.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741801329.812989\",\"message\":\"<Vibin Vijay> <Atul Khare> Please let us know if we can connect and troubleshoot the issue. From our side we have rotated the cert and restart the services. Below are the logs. cc: <@WATDR9K7V> <@WDPSX5V71>\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[{\"date\":\"1741801373.008659\",\"message\":\"```[root@mirror0ceo0-lunadb2-1-gcp rsyslog.d]# systemctl status rsyslog\\n● rsyslog.service - SFDC System Logging Service\\n   Loaded: loaded (/usr/lib/systemd/system/rsyslog.service; enabled; vendor preset: enabled)\\n   Active: active (running) since Wed 2025-03-12 17:33:34 UTC; 9min ago\\n     Docs: man:rsyslogd(8)\\n           <https://www.rsyslog.com/doc/>\\n Main PID: 1937 (rsyslogd)\\n    Tasks: 12\\n   Memory: 61.0M\\n   CGroup: /system.slice/rsyslog.service\\n           ├─1937 /sbin/rsyslogd -n\\n           └─3463 python /usr/share/rsyslog/plugins/impstats_to_json.py --log...\\n\\nMar 12 17:39:37 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:39:37 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:40:04 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:40:10 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:41:05 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:41:11 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:41:38 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:41:38 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd
2025-03-14T17:58:17.639828+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] [1937]: omhttp...\\nMar 12 17:42:04 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nMar 12 17:42:10 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd[1937]: omhttp...\\nHint: Some lines were ellipsized, use -l to show in full.```\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741801389.678039\",\"message\":\"===\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741801395.064679\",\"message\":\"```[root@mirror0ceo0-lunadb2-1-gcp rsyslog.d]# tail -10f /var/log/rsyslog/rsyslog.log\\n2025-03-12T17:41:34.512690+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_output_dnr_syslog\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 0, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 0 }\\n2025-03-12T17:41:34.512694+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_omhttp_retry_output_dnr_syslog\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 0, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 0 }\\n2025-03-12T17:41:34.512697+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_output_falconaws_dnr_app\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 0, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 0 }\\n2025-03-12T17:41:34.512700+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_omhttp_retry_output_falconaws_dnr_app\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 0, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 0 }\\n2025-03-12T17:41:34.512704+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_output_falconaws_dnr_host\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 0, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 0 }\\n2025-03-12T17:41:34.512707+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_omhttp_retry_output_falconaws_dnr_host\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 0, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 0 }\\n2025-03-12T17:41:34.512710+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_output_general\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 242, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 61 }\\n2025-03-12T17:41:34.512714+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_omhttp_retry_output_general\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 2, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 2 }\\n2025-03-12T17:41:34.512717+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"rs_output_metrics\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 0, \\\"enqueued\\\": 1090, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 364 }\\n2025-03-12T17:41:34.512720+00:00 <http://mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net|mirror0ceo0-lunadb2-1-gcp.eng.sfdc.net> rsyslogd-pstats: @cee: { \\\"name\\\": \\\"main Q\\\", \\\"origin\\\": \\\"core.queue\\\", \\\"size\\\": 57, \\\"enqueued\\\": 8378, \\\"full\\\": 0, \\\"discarded.full\\\": 0, \\\"<http://discarded.nf|discarded.nf>\\\": 0, \\\"maxqsize\\\": 4855 }```\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741805036.307629\",\"message\":\"Hi <@W012520FH6W> what's the file path your team put your log in?\",\"username\":\"Yimin Hu\",\"replies\":[]},{\"date\":\"1741805063.528659\",\"message\":\"<Vibin Vijay> we might want to add a monc agent member here\",\"username\":\"Yimin Hu\",\"replies\":[]},{\"date\":\"1741805689.937489\",\"message\":\"+ <@WKXAF53HB> current on-call\",\"username\":\"Atul Khare\",\"replies\":[]},{\"date\":\"1741805743.881139\",\"message\":\"<@WU6B9P9AR> <Vibin Vijay> and me are working on it. We will update by EOD.\",\"username\":\"Sue Huang\",\"replies\":[]},{\"date\":\"1741809424.990539\",\"message\":\"We did a first step investigation and didn't find the lunadb logs in the buckets.\",\"username\":\"Sue Huang\",\"replies\":[]},{\"date\":\"1741818421.905069\",\"message\":\"Hi <@W012520FH6W>, as <@WU6B9P9AR>, <Vibin Vijay> and me investigated, please share the file name and config for the rsyslog agent. Is that the same location of the file where the logs are being dumped?\\nAt this point, the log stopped flowing for months. If we cannot validate the configs, there're nothing more we can help. The monc agent onboarding would be the best way to be treated as a new log onboarding, where <Evan Wiley> can take into the new log onboarding queue. cc <Atul Khare> <@WF77ZPGTD>\",\"username\":\"Sue Huang\",\"replies\":[]},{\"date\":\"1741822409.286269\",\"message\":\"<@W012520FH6W> what’s the log types you are sending to us? We can track down on our end.\",\"username\":\"Evan Wiley\",\"replies\":[]},{\"date\":\"1741847703.411049\",\"message\":\"Below is the location of the cert/pem key files.\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741847704.032649\",\"message\":\"[root@mirror0ceo0-lunadb2-1-gcp pki_service]# ls -lrt\\ntotal 8\\ndrwxr-xr-x 2 root root 4096 Sep  1  2023 ca\\ndrwxr-xr-x 3 root root 4096 Sep  1  2023 root\\n[root@mirror0ceo0-lunadb2-1-gcp pki_service]# cd root/\\n[root@mirror0ceo0-lunadb2-1-gcp root]# ls -lrt\\ntotal 4\\ndrwxr-xr-x 4 root root 4096 Sep  1  2023 rsyslog_agent\\n[root@mirror0ceo0-lunadb2-1-gcp root]# ls -lrt /etc/identity/\\ntotal 44\\n-rwxr-xr-x 1 oracle dba 15174 Sep  1  2023 rootkey.pem\\n-rwxr-xr-x 1 oracle dba  6301 Mar 10 06:23 dnr.crt\\n-rwxr-xr-x 1 oracle dba  1679 Mar 10 06:24 <http://dnr.lunadb.prd.gcp.integration.sfdc.net|dnr.lunadb.prd.gcp.integration.sfdc.net>_20230726.privkey.pem\\n-rw-r--r-- 1 oracle dba  1404 Mar 12 17:27 60-my_example_types.conf\\n-rw-r--r-- 1 oracle dba 12132 Mar 12 17:28 02-metrics.conf\\n[root@mirror0ceo0-lunadb2-1-gcp root]#\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741847955.381049\",\"message\":\"It is monitoring below log file.\\n\\n[root@mirror0ceo0-lunadb2-1-gcp rsyslog.d]# grep -i file 60-my_example_types.conf\\n  type=\\\"imfile\\\"\\n  File=\\\"/oracle/admin/abs-db-mirrordr/adump/*.aud\\\"\\n  ruleset=\\\"rs_meta_file_multiline\\\"\\nruleset(name=\\\"rs_meta_file_multiline\\\") {\\n  set $!log!input_type = \\\"file\\\";\\n  set $!log!source = $!metadata!filename;\\n[root@mirror0ceo0-lunadb2-1-gcp rsyslog.d]#\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741847977.336159\",\"message\":\"It is better to setup a meeting and troubleshoot\",\"username\":\"Sivalingaraju Chittuluri\",\"replies\":[]},{\"date\":\"1741973888.293739\",\"message\":\"Hi <@WMKEHG9T3> we are missing this lunadb logs and seems they are using rsyslog but having some issue sending the logs. Can you please help take a look? Many thanks!\",\"username\":\"Yimin Hu\",\"replies\":[]},{\"date\":\"1741974124.729369\",\"message\":\"Hey <@WU6B9P9AR>, our logging are handled by our IST team nowadays. And looks like customer is also in the same timezone, let me tag our IST oncall so that they can meet and work this out\",\"username\":\"Han Wang\",\"replies\":[]},{\"date\":\"1741974138.555659\",\"message\":\"fyi <Nilarnab Debnath> <!subteam^S036Q2UUAKS>\",\"username\":\"Han Wang\",\"replies\":[]},{\"date\":\"1741974278.311079\",\"message\":\"Thanks for sharing the config <@W012520FH6W>. We looped in monc agent contact and <Nilarnab Debnath> from the same time zone will help you from there.\\nThis log has stopped flowing for 9 months. We'll resolve this incident and take it as a new log onboarding where <Evan Wiley> can help take in the request. Thank you.\\ncc <Atul Khare> <@WF77ZPGTD> <@WU6B9P9AR> <Vibin Vijay>\",\"username\":\"Sue Huang\",\"replies\":[]}]},{\"date\":\"1741974765.476539\",\"message\":\"<@WKXAF53HB> resolved the incident. Would you also like to send a TCE?\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741974826.392939\",\"message\":\"IncidentCommandCenter sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975094.908349\",\"message\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! :smile::+1:\\nIn the meantime, here are the closing details:\",\"username\":\"Incident Command Center\",\"replies\":[]}]"}
2025-03-14T17:58:24.803389+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-reporting'"}
2025-03-14T17:58:24.803394+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\"}"}
2025-03-14T17:58:24.803437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T17:58:24.803607+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T17:58:24.803687+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T17:58:24.803955+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"}
2025-03-14T17:58:24.803957+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741975104803,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T18:00:32.459271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975232459,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821033984,\"uptime\":1795049.77,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23193330,\"nice\":13180,\"sys\":3506000,\"idle\":1764457950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23141650,\"nice\":14580,\"sys\":3504510,\"idle\":1764524800,\"irq\":0}}],\"eventLoopStats\":{\"min\":130,\"max\":30026,\"num\":3,\"sum\":60026}}}"}
2025-03-14T18:00:32.459322+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975232459,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:03:20.208317+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975400207,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:03:20.208321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975400208,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:07:32.583274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975652583,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822057984,\"uptime\":1795469.89,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23196690,\"nice\":13180,\"sys\":3506660,\"idle\":1764873190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23145000,\"nice\":14580,\"sys\":3505160,\"idle\":1764940110,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":4,\"sum\":60008}}}"}
2025-03-14T18:07:32.583318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975652583,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:08:21.394725+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975701392,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:08:21.394730+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975701394,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:10:32.651267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975832651,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829852672,\"uptime\":1795649.95,\"totalMem\":4018151424,\"loadavg\":[0.09,0.05,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23197900,\"nice\":13180,\"sys\":3506920,\"idle\":1765051250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23146500,\"nice\":14580,\"sys\":3505430,\"idle\":1765118010,\"irq\":0}}],\"eventLoopStats\":{\"min\":156,\"max\":30030,\"num\":3,\"sum\":60025}}}"}
2025-03-14T18:10:32.651324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975832651,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:11:32.679272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975892679,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830381056,\"uptime\":1795709.98,\"totalMem\":4018151424,\"loadavg\":[0.03,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23198270,\"nice\":13180,\"sys\":3506990,\"idle\":1765110570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23146880,\"nice\":14580,\"sys\":3505490,\"idle\":1765177350,\"irq\":0}}],\"eventLoopStats\":{\"min\":160,\"max\":30030,\"num\":3,\"sum\":60025}}}"}
2025-03-14T18:11:32.679393+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975892679,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:12:32.703279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741975952703,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830389248,\"uptime\":1795770.01,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23198760,\"nice\":13180,\"sys\":3507060,\"idle\":1765169800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23147280,\"nice\":14580,\"sys\":3505540,\"idle\":1765236780,\"irq\":0}}],\"eventLoopStats\":{\"min\":164,\"max\":30029,\"num\":3,\"sum\":60025}}}"}
2025-03-14T18:12:32.703374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741975952703,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:13:22.603374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976002602,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:13:22.603378+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976002603,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:17:32.811276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741976252811,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833461248,\"uptime\":1796070.12,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23201480,\"nice\":13180,\"sys\":3507480,\"idle\":1765466190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23149780,\"nice\":14580,\"sys\":3505990,\"idle\":1765533540,\"irq\":0}}],\"eventLoopStats\":{\"min\":148,\"max\":30018,\"num\":3,\"sum\":60027}}}"}
2025-03-14T18:17:32.811309+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976252811,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:18:23.462819+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976303461,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:18:23.462823+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976303462,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:19:32.851286+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741976372851,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831810560,\"uptime\":1796190.16,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23202830,\"nice\":13180,\"sys\":3507700,\"idle\":1765584360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23150910,\"nice\":14580,\"sys\":3506170,\"idle\":1765651910,\"irq\":0}}],\"eventLoopStats\":{\"min\":157,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-14T18:19:32.851342+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976372851,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:20:32.875258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741976432875,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831081472,\"uptime\":1796250.18,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23203320,\"nice\":13180,\"sys\":3507750,\"idle\":1765643640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23151630,\"nice\":14580,\"sys\":3506230,\"idle\":1765711210,\"irq\":0}}],\"eventLoopStats\":{\"min\":157,\"max\":30029,\"num\":3,\"sum\":60023}}}"}
2025-03-14T18:20:32.875333+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976432875,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:23:24.236545+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976604235,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:23:24.236549+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976604236,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:25:32.959403+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741976732959,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830671872,\"uptime\":1796550.27,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23205570,\"nice\":13180,\"sys\":3508220,\"idle\":1765940140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23153710,\"nice\":14580,\"sys\":3506660,\"idle\":1766007770,\"irq\":0}}],\"eventLoopStats\":{\"min\":156,\"max\":30019,\"num\":3,\"sum\":60026}}}"}
2025-03-14T18:25:32.959410+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976732959,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:27:33.007248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741976853007,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829725696,\"uptime\":1796670.31,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23206520,\"nice\":13180,\"sys\":3508360,\"idle\":1766058860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23154900,\"nice\":14580,\"sys\":3506820,\"idle\":1766126370,\"irq\":0}}],\"eventLoopStats\":{\"min\":147,\"max\":30027,\"num\":4,\"sum\":60016}}}"}
2025-03-14T18:27:33.007327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741976853007,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:30:33.071313+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741977033071,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829963264,\"uptime\":1796850.38,\"totalMem\":4018151424,\"loadavg\":[0.37,0.11,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23208570,\"nice\":13180,\"sys\":3508560,\"idle\":1766236670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23156590,\"nice\":14580,\"sys\":3507050,\"idle\":1766304400,\"irq\":0}}],\"eventLoopStats\":{\"min\":131,\"max\":30028,\"num\":3,\"sum\":60028}}}"}
2025-03-14T18:30:33.071391+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741977033071,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:33:26.505811+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741977206504,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:33:26.505815+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741977206505,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:38:27.573493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741977507572,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T18:38:27.573497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741977507573,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T18:40:33.227277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741977633227,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832019456,\"uptime\":1797450.53,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23213160,\"nice\":13180,\"sys\":3509560,\"idle\":1766829440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23161180,\"nice\":14580,\"sys\":3507900,\"idle\":1766897610,\"irq\":0}}],\"eventLoopStats\":{\"min\":199,\"max\":30029,\"num\":3,\"sum\":60012}}}"}
2025-03-14T18:40:33.227349+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741977633227,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:48:33.331293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741978113331,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839486464,\"uptime\":1797930.63,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23217950,\"nice\":13180,\"sys\":3510340,\"idle\":1767303230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23165250,\"nice\":14580,\"sys\":3508700,\"idle\":1767371810,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":59999}}}"}
2025-03-14T18:48:33.331333+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741978113331,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:51:33.407285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741978293407,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836959232,\"uptime\":1798110.71,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23219390,\"nice\":13180,\"sys\":3510560,\"idle\":1767481030,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23166770,\"nice\":14580,\"sys\":3508950,\"idle\":1767549790,\"irq\":0}}],\"eventLoopStats\":{\"min\":250,\"max\":30001,\"num\":3,\"sum\":60017}}}"}
2025-03-14T18:51:33.407355+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741978293407,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:52:33.435262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741978353435,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836959232,\"uptime\":1798170.74,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23219870,\"nice\":13180,\"sys\":3510660,\"idle\":1767540330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23167420,\"nice\":14580,\"sys\":3509070,\"idle\":1767609130,\"irq\":0}}],\"eventLoopStats\":{\"min\":234,\"max\":30005,\"num\":3,\"sum\":60028}}}"}
2025-03-14T18:52:33.435342+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741978353435,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:53:33.439280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741978413439,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836549632,\"uptime\":1798230.74,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23220230,\"nice\":13180,\"sys\":3510750,\"idle\":1767599570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23167780,\"nice\":14580,\"sys\":3509170,\"idle\":1767668440,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":59998}}}"}
2025-03-14T18:53:33.439338+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741978413439,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T18:59:33.523290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741978773523,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2834432000,\"uptime\":1798590.83,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23222830,\"nice\":13180,\"sys\":3511250,\"idle\":1767955320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23170690,\"nice\":14580,\"sys\":3509660,\"idle\":1768024290,\"irq\":0}}],\"eventLoopStats\":{\"min\":268,\"max\":30023,\"num\":3,\"sum\":60017}}}"}
2025-03-14T18:59:33.523343+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741978773523,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:03:32.216754+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979012215,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T19:03:32.216758+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979012216,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Redis client ready"}
2025-03-14T19:04:33.575268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741979073575,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833481728,\"uptime\":1798890.88,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23225550,\"nice\":13180,\"sys\":3511670,\"idle\":1768251880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23173670,\"nice\":14580,\"sys\":3510050,\"idle\":1768320670,\"irq\":0}}],\"eventLoopStats\":{\"min\":283,\"max\":30017,\"num\":3,\"sum\":60004}}}"}
2025-03-14T19:04:33.575326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979073575,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:05:33.599240+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741979133599,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835329024,\"uptime\":1798950.9,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23226230,\"nice\":13180,\"sys\":3511780,\"idle\":1768311140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23174430,\"nice\":14580,\"sys\":3510150,\"idle\":1768379960,\"irq\":0}}],\"eventLoopStats\":{\"min\":295,\"max\":30028,\"num\":3,\"sum\":60020}}}"}
2025-03-14T19:05:33.599371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979133599,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:06:33.627268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741979193627,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835628032,\"uptime\":1799010.93,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23226650,\"nice\":13180,\"sys\":3511880,\"idle\":1768370440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23174850,\"nice\":14580,\"sys\":3510240,\"idle\":1768439260,\"irq\":0}}],\"eventLoopStats\":{\"min\":302,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-14T19:06:33.627318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979193627,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:14:33.775269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741979673775,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840092672,\"uptime\":1799491.08,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23230540,\"nice\":13180,\"sys\":3512550,\"idle\":1768844620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23178350,\"nice\":14580,\"sys\":3510950,\"idle\":1768913820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29643,\"num\":13,\"sum\":60007}}}"}
2025-03-14T19:14:33.775347+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979673775,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:15:33.795253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741979733795,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839949312,\"uptime\":1799551.1,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23231310,\"nice\":13180,\"sys\":3512660,\"idle\":1768903900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23178890,\"nice\":14580,\"sys\":3511020,\"idle\":1768973110,\"irq\":0}}],\"eventLoopStats\":{\"min\":356,\"max\":30029,\"num\":3,\"sum\":60021}}}"}
2025-03-14T19:15:33.795321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741979733795,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:20:33.911271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741980033911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822111232,\"uptime\":1799851.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23234210,\"nice\":13180,\"sys\":3513180,\"idle\":1769199930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23181200,\"nice\":14580,\"sys\":3511430,\"idle\":1769269360,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30026,\"num\":4,\"sum\":60024}}}"}
2025-03-14T19:20:33.911376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741980033911,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:22:33.927277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741980153927,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821885952,\"uptime\":1799971.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23234880,\"nice\":13180,\"sys\":3513330,\"idle\":1769318430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23182000,\"nice\":14580,\"sys\":3511570,\"idle\":1769387990,\"irq\":0}}],\"eventLoopStats\":{\"min\":364,\"max\":30026,\"num\":3,\"sum\":59999}}}"}
2025-03-14T19:22:33.927303+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741980153927,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:24:33.987257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741980273987,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820743168,\"uptime\":1800091.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23235850,\"nice\":13180,\"sys\":3513520,\"idle\":1769436990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23182940,\"nice\":14580,\"sys\":3511760,\"idle\":1769506610,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29639,\"num\":13,\"sum\":60024}}}"}
2025-03-14T19:24:33.987319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741980273987,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:31:34.123253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741980694123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826035200,\"uptime\":1800511.43,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23238980,\"nice\":13180,\"sys\":3514070,\"idle\":1769852290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23187060,\"nice\":14580,\"sys\":3512400,\"idle\":1769921410,\"irq\":0}}],\"eventLoopStats\":{\"min\":373,\"max\":30021,\"num\":3,\"sum\":60006}}}"}
2025-03-14T19:31:34.123313+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741980694123,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:35:34.195239+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741980934195,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828550144,\"uptime\":1800751.5,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23240530,\"nice\":13180,\"sys\":3514410,\"idle\":1770089580,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23190050,\"nice\":14580,\"sys\":3512750,\"idle\":1770158410,\"irq\":0}}],\"eventLoopStats\":{\"min\":350,\"max\":30023,\"num\":3,\"sum\":60013}}}"}
2025-03-14T19:35:34.195314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741980934195,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:37:34.247251+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741981054247,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827620352,\"uptime\":1800871.55,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23241150,\"nice\":13180,\"sys\":3514540,\"idle\":1770208240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23191010,\"nice\":14580,\"sys\":3512940,\"idle\":1770276970,\"irq\":0}}],\"eventLoopStats\":{\"min\":357,\"max\":30026,\"num\":3,\"sum\":60024}}}"}
2025-03-14T19:37:34.247349+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741981054247,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:42:34.343261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741981354343,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825363456,\"uptime\":1801171.65,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23243620,\"nice\":13180,\"sys\":3514880,\"idle\":1770504570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23193650,\"nice\":14580,\"sys\":3513330,\"idle\":1770573510,\"irq\":0}}],\"eventLoopStats\":{\"min\":348,\"max\":30025,\"num\":3,\"sum\":60019}}}"}
2025-03-14T19:42:34.343305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741981354343,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:45:34.407257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741981534407,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825003008,\"uptime\":1801351.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23245490,\"nice\":13180,\"sys\":3515180,\"idle\":1770682330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23194740,\"nice\":14580,\"sys\":3513600,\"idle\":1770751430,\"irq\":0}}],\"eventLoopStats\":{\"min\":313,\"max\":30004,\"num\":3,\"sum\":60014}}}"}
2025-03-14T19:45:34.407327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741981534407,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:47:34.463279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741981654463,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824511488,\"uptime\":1801471.77,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23246220,\"nice\":13180,\"sys\":3515340,\"idle\":1770801060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23195410,\"nice\":14580,\"sys\":3513750,\"idle\":1770869940,\"irq\":0}}],\"eventLoopStats\":{\"min\":304,\"max\":30018,\"num\":3,\"sum\":60029}}}"}
2025-03-14T19:47:34.463331+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741981654463,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:53:34.635294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741982014635,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838462464,\"uptime\":1801831.94,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23249420,\"nice\":13180,\"sys\":3515880,\"idle\":1771156550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23198890,\"nice\":14580,\"sys\":3514250,\"idle\":1771225300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29773,\"num\":13,\"sum\":60023}}}"}
2025-03-14T19:53:34.635344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741982014635,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:55:34.667265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741982134667,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2943758336,\"uptime\":1801951.97,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23250820,\"nice\":13180,\"sys\":3516070,\"idle\":1771275010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23200270,\"nice\":14580,\"sys\":3514420,\"idle\":1771343860,\"irq\":0}}],\"eventLoopStats\":{\"min\":228,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-14T19:55:34.667315+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741982134667,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T19:58:34.727287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741982314727,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2876788736,\"uptime\":1802132.03,\"totalMem\":4018151424,\"loadavg\":[0.07,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23252580,\"nice\":13180,\"sys\":3516300,\"idle\":1771452560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23203220,\"nice\":14580,\"sys\":3514870,\"idle\":1771519960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29799,\"num\":13,\"sum\":60003}}}"}
2025-03-14T19:58:34.727311+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741982314727,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:04:34.883254+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741982674883,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869583872,\"uptime\":1802492.19,\"totalMem\":4018151424,\"loadavg\":[0.01,0.06,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23282830,\"nice\":13180,\"sys\":3517930,\"idle\":1771779440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23224470,\"nice\":14580,\"sys\":3515990,\"idle\":1771856790,\"irq\":0}}],\"eventLoopStats\":{\"min\":186,\"max\":30021,\"num\":3,\"sum\":60028}}}"}
2025-03-14T20:04:34.883372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741982674883,"pid":34,"hostname":"dyno-ab8c2a21-8102-4785-bb6b-454016ad38bb","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:07:51.783361+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741982871783,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2903085056,\"uptime\":1802689.09,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23287140,\"nice\":13180,\"sys\":3519710,\"idle\":1771968510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23228590,\"nice\":14580,\"sys\":3517750,\"idle\":1772045240,\"irq\":0}}],\"eventLoopStats\":{\"min\":41,\"max\":30030,\"num\":3,\"sum\":60028}}}"}
2025-03-14T20:07:51.783457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741982871783,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:10:52.266443+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983052266,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T20:10:52.267422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983052267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-14T20:12:51.871303+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741983171871,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2900402176,\"uptime\":1802989.18,\"totalMem\":4018151424,\"loadavg\":[0.06,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23289660,\"nice\":13180,\"sys\":3520170,\"idle\":1772264980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23231520,\"nice\":14580,\"sys\":3518300,\"idle\":1772341850,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60006}}}"}
2025-03-14T20:12:51.871421+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983171871,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:17:51.975314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741983471975,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2900201472,\"uptime\":1803289.28,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23292860,\"nice\":13180,\"sys\":3520720,\"idle\":1772561430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23234740,\"nice\":14580,\"sys\":3518890,\"idle\":1772638450,\"irq\":0}}],\"eventLoopStats\":{\"min\":52,\"max\":30023,\"num\":3,\"sum\":60027}}}"}
2025-03-14T20:17:51.975519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983471975,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:20:54.477999+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983654477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T20:20:54.479186+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983654479,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-14T20:23:52.119263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741983832119,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2908020736,\"uptime\":1803649.42,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23296870,\"nice\":13180,\"sys\":3521380,\"idle\":1772916790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23237830,\"nice\":14580,\"sys\":3519440,\"idle\":1772994100,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30027,\"num\":3,\"sum\":60026}}}"}
2025-03-14T20:23:52.119372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983832119,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:24:52.147263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741983892147,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2907619328,\"uptime\":1803709.45,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23297250,\"nice\":13180,\"sys\":3521540,\"idle\":1772976080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23238180,\"nice\":14580,\"sys\":3519530,\"idle\":1773053470,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30007,\"num\":3,\"sum\":60026}}}"}
2025-03-14T20:24:52.147339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983892147,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:25:52.159265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741983952159,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2908217344,\"uptime\":1803769.46,\"totalMem\":4018151424,\"loadavg\":[0.09,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23297840,\"nice\":13180,\"sys\":3521660,\"idle\":1773035370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23238660,\"nice\":14580,\"sys\":3519620,\"idle\":1773112690,\"irq\":0}}],\"eventLoopStats\":{\"min\":29983,\"max\":30026,\"num\":2,\"sum\":60009}}}"}
2025-03-14T20:25:52.159374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741983952159,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:31:46.210325+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306210,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"}
2025-03-14T20:31:46.210727+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984306210,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-reporting'"}
2025-03-14T20:31:46.210830+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306210,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:31:45.978Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 13:42 UTC on March 14 the alert for \\\"stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\\" went off an resolved 13:56 UTC. The AAG team began initial triage and started to see a trend that this alert had spikes around the same time on March 13 and March 12. The team wanted to tracked down if any trend was going to continue over the weekend and ingaged The GIR team to open an incident at 17:50 UTC. The team paged out to the Stride team the provided a Query that tracked the same spike in the alert latency and Upstream AWS latency.   \\nAt 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"closingDetails\":{\"productTag\":\"a1aB0000000kHaUIAU\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The STRIDE team provided Argus expressions to the AAG operators to confirm if the issue experienced by the STRIDE service correlated with AWS latency, as this was a frequent occurrence that contributed to this alert being fired. AAG operators confirmed on the call that the spike in f-zero High Durations coincided with AWS latency.\",\"customerExperience\":\"N/A flapping alert flowing from upstream AWS latency.\",\"immediateResolution\":\"Self Resolved - The Alert cleared and the team was able to correlate the alert and a high Spike in Upstream latency from AWS.\",\"aarQuestions\":\"Can the service owners update and attach a run book for this alert? Should the team look into readjusting the sensitivity of this alert if it keeps seeing the spikes in latency from AWS? Can the AAG team open up a work item with AWS to confirm that it is an upstream issue from AWS.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"STRIDE\",\"closedBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"createdBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"modifiedBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T20:31:45.897Z\",\"modifiedAt\":\"2025-03-14T20:31:45.897Z\",\"id\":\"f94905a8-897d-4918-b9cc-e02c11c63ba0\"},\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:57:12.349Z\"},\"requestId\":\"dpmx18-0umo6r-hs22dh-qdo59c-1741984305440\",\"client\":\"icc-ui\"}"}
2025-03-14T20:31:46.210840+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306210,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-14T20:31:46.210908+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306210,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-14T20:31:46.210998+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984306210,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:31:46.211101+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306211,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f - icc-incident-closed"}
2025-03-14T20:31:46.211104+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984306211,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-closed is now being processed."}
2025-03-14T20:31:46.211563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306211,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: d9675aca-94e2-4634-b037-3245f2882d3f - value: [object Promise]"}
2025-03-14T20:31:46.212247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306212,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId NBdAAAoCCFo and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,99,108,111,115,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,48,58,51,49,58,52,54,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T20:31:45.978Z\\\",\\\"user\\\":{\\\"id\\\":\\\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\\\",\\\"gusUserId\\\":\\\"005B0000003OAJLIA4\\\",\\\"slackUserId\\\":\\\"WAWUYKTGR\\\",\\\"name\\\":\\\"Neil Curtis\\\",\\\"email\\\":\\\"neil.curtis@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"d9675aca-94e2-4634-b037-3245f2882d3f\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HC7YFZ9V\\\",\\\"name\\\":\\\"icc-73029614\\\"},\\\"subject\\\":\\\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\\",\\\"description\\\":\\\"At 13:42 UTC on March 14 the alert for \\\\\\\"stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\\\\\\" went off an resolved 13:56 UTC. The AAG team began initial triage and started to see a trend that this alert had spikes around the same time on March 13 and March 12. The team wanted to tracked down if any trend was going to continue over the weekend and ingaged The GIR team to open an incident at 17:50 UTC. The team paged out to the Stride team the provided a Query that tracked the same spike in the alert latency and Upstream AWS latency.   \\\\nAt 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\\\n\\\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\\\n\\\\nCase created by @Neil Curtis in #govbot\\\",\\\"detectedTime\\\":\\\"2025-03-14T17:50:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Closed\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T13:42:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-14T13:56:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/owh-inkc-coi\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\\\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Capacity\\\",\\\"rootCause\\\":\\\"AWS\\\",\\\"createdAt\\\":\\\"2025-03-14T17:57:03.409Z\\\",\\\"closingDetails\\\":{\\\"productTag\\\":\\\"a1aB0000000kHaUIAU\\\",\\\"detectedByServiceOwner\\\":true,\\\"prbNumber\\\":{\\\"createdByIcc\\\":true},\\\"proximateCause\\\":\\\"The STRIDE team provided Argus expressions to the AAG operators to confirm if the issue experienced by the STRIDE service correlated with AWS latency, as this was a frequent occurrence that contributed to this alert being fired. AAG operators confirmed on the call that the spike in f-zero High Durations coincided with AWS latency.\\\",\\\"customerExperience\\\":\\\"N/A flapping alert flowing from upstream AWS latency.\\\",\\\"immediateResolution\\\":\\\"Self Resolved - The Alert cleared and the team was able to correlate the alert and a high Spike in Upstream latency from AWS.\\\",\\\"aarQuestions\\\":\\\"Can the service owners update and attach a run book for this alert? Should the team look into readjusting the sensitivity of this alert if it keeps seeing the spikes in latency from AWS? Can the AAG team open up a work item with AWS to confirm that it is an upstream issue from AWS.\\\",\\\"changes\\\":\\\"\\\",\\\"breakFix\\\":\\\"\\\",\\\"productTagName\\\":\\\"STRIDE\\\",\\\"closedBy\\\":{\\\"id\\\":\\\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\\\",\\\"email\\\":\\\"neil.curtis@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Neil Curtis\\\",\\\"firstName\\\":\\\"Neil\\\",\\\"lastName\\\":\\\"Curtis\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003OAJLIA4\\\",\\\"slackUserId\\\":\\\"WAWUYKTGR\\\",\\\"createdBy\\\":\\\"neil.curtis@salesforce.com\\\",\\\"modifiedBy\\\":\\\"neil.curtis@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-05-05T01:02:05.960Z\\\",\\\"modifiedAt\\\":\\\"2022-05-05T01:02:05.960Z\\\"},\\\"incidentId\\\":\\\"d9675aca-94e2-4634-b037-3245f2882d3f\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\\\",\\\"email\\\":\\\"neil.curtis@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Neil Curtis\\\",\\\"firstName\\\":\\\"Neil\\\",\\\"lastName\\\":\\\"Curtis\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003OAJLIA4\\\",\\\"slackUserId\\\":\\\"WAWUYKTGR\\\",\\\"createdBy\\\":\\\"neil.curtis@salesforce.com\\\",\\\"modifiedBy\\\":\\\"neil.curtis@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-05-05T01:02:05.960Z\\\",\\\"modifiedAt\\\":\\\"2022-05-05T01:02:05.960Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\\\",\\\"email\\\":\\\"neil.curtis@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Neil Curtis\\\",\\\"firstName\\\":\\\"Neil\\\",\\\"lastName\\\":\\\"Curtis\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003OAJLIA4\\\",\\\"slackUserId\\\":\\\"WAWUYKTGR\\\",\\\"createdBy\\\":\\\"neil.curtis@salesforce.com\\\",\\\"modifiedBy\\\":\\\"neil.curtis@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-05-05T01:02:05.960Z\\\",\\\"modifiedAt\\\":\\\"2022-05-05T01:02:05.960Z\\\"},\\\"closingComments\\\":null,\\\"createdAt\\\":\\\"2025-03-14T20:31:45.897Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T20:31:45.897Z\\\",\\\"id\\\":\\\"f94905a8-897d-4918-b9cc-e02c11c63ba0\\\"},\\\"scrumTeamId\\\":\\\"a00EE000012LjV9YAK\\\",\\\"team\\\":\\\"AAG Incident Response\\\",\\\"caseNumber\\\":\\\"73029614\\\",\\\"caseRecordId\\\":\\\"500EE00001Tto1PYAR\\\",\\\"servicesImpacted\\\":[\\\"Gov Cloud CRM\\\"],\\\"prbNumber\\\":{\\\"createdByIcc\\\":true},\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/JAAAAFLL55PO\\\",\\\"engagedAt\\\":\\\"2025-03-14T17:57:15.920Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T19:57:12.349Z\\\"},\\\"requestId\\\":\\\"dpmx18-0umo6r-hs22dh-qdo59c-1741984305440\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T20:31:45.978Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 13:42 UTC on March 14 the alert for \\\"stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\\" went off an resolved 13:56 UTC. The AAG team began initial triage and started to see a trend that this alert had spikes around the same time on March 13 and March 12. The team wanted to tracked down if any trend was going to continue over the weekend and ingaged The GIR team to open an incident at 17:50 UTC. The team paged out to the Stride team the provided a Query that tracked the same spike in the alert latency and Upstream AWS latency.   \\nAt 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"closingDetails\":{\"productTag\":\"a1aB0000000kHaUIAU\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The STRIDE team provided Argus expressions to the AAG operators to confirm if the issue experienced by the STRIDE service correlated with AWS latency, as this was a frequent occurrence that contributed to this alert being fired. AAG operators confirmed on the call that the spike in f-zero High Durations coincided with AWS latency.\",\"customerExperience\":\"N/A flapping alert flowing from upstream AWS latency.\",\"immediateResolution\":\"Self Resolved - The Alert cleared and the team was able to correlate the alert and a high Spike in Upstream latency from AWS.\",\"aarQuestions\":\"Can the service owners update and attach a run book for this alert? Should the team look into readjusting the sensitivity of this alert if it keeps seeing the spikes in
2025-03-14T20:31:46.212247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] latency from AWS? Can the AAG team open up a work item with AWS to confirm that it is an upstream issue from AWS.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"STRIDE\",\"closedBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"createdBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"modifiedBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T20:31:45.897Z\",\"modifiedAt\":\"2025-03-14T20:31:45.897Z\",\"id\":\"f94905a8-897d-4918-b9cc-e02c11c63ba0\"},\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:57:12.349Z\"},\"requestId\":\"dpmx18-0umo6r-hs22dh-qdo59c-1741984305440\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-closed\",\"payload\":{\"createdAt\":\"2025-03-14T20:31:45.978Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 13:42 UTC on March 14 the alert for \\\"stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\\" went off an resolved 13:56 UTC. The AAG team began initial triage and started to see a trend that this alert had spikes around the same time on March 13 and March 12. The team wanted to tracked down if any trend was going to continue over the weekend and ingaged The GIR team to open an incident at 17:50 UTC. The team paged out to the Stride team the provided a Query that tracked the same spike in the alert latency and Upstream AWS latency.   \\nAt 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"closingDetails\":{\"productTag\":\"a1aB0000000kHaUIAU\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The STRIDE team provided Argus expressions to the AAG operators to confirm if the issue experienced by the STRIDE service correlated with AWS latency, as this was a frequent occurrence that contributed to this alert being fired. AAG operators confirmed on the call that the spike in f-zero High Durations coincided with AWS latency.\",\"customerExperience\":\"N/A flapping alert flowing from upstream AWS latency.\",\"immediateResolution\":\"Self Resolved - The Alert cleared and the team was able to correlate the alert and a high Spike in Upstream latency from AWS.\",\"aarQuestions\":\"Can the service owners update and attach a run book for this alert? Should the team look into readjusting the sensitivity of this alert if it keeps seeing the spikes in latency from AWS? Can the AAG team open up a work item with AWS to confirm that it is an upstream issue from AWS.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"STRIDE\",\"closedBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"createdBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"modifiedBy\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T20:31:45.897Z\",\"modifiedAt\":\"2025-03-14T20:31:45.897Z\",\"id\":\"f94905a8-897d-4918-b9cc-e02c11c63ba0\"},\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:57:12.349Z\"},\"requestId\":\"dpmx18-0umo6r-hs22dh-qdo59c-1741984305440\",\"client\":\"icc-ui\"}}"}
2025-03-14T20:31:46.212265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306212,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: NBdAAAoCCFo"}
2025-03-14T20:31:46.212441+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306212,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-closed and docId NBdAAAoCCFo"}
2025-03-14T20:31:46.212523+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984306212,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentClosed for id d9675aca-94e2-4634-b037-3245f2882d3f and docId NBdAAAoCCFo"}
2025-03-14T20:31:46.212650+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306212,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: d9675aca-94e2-4634-b037-3245f2882d3f-incident-info"}
2025-03-14T20:31:46.213238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306213,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: d9675aca-94e2-4634-b037-3245f2882d3f-gus-casenumber - value: [object Promise]"}
2025-03-14T20:31:46.257619+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"}
2025-03-14T20:31:46.257723+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-14T20:31:46.257769+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:31:46.205Z\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"responses\":[]}"}
2025-03-14T20:31:46.257799+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T20:31:46.257853+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T20:31:46.257931+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:31:46.258091+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741984306257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T20:31:48.576875+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984308576,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"exportSlackMessages internalSlackMessages for docId NBdAAAoCCFo - [{\"date\":\"1741975025.637389\",\"message\":\"<Incident Command Center> has joined the channel\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975025.971369\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975026.172559\",\"message\":\"set the channel description: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\\n\\nVisit *ICC App Home* (<slack://app?team=T01GST6QY0G&amp;id=A02Q50RQQ3B>) to learn more about everything you can do here.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975027.676229\",\"message\":\"<@WAWUYKTGR> has joined the channel\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741975028.471439\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major | <https://meet.google.com/owh-inkc-coi>\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975028.819789\",\"message\":\"Bridge Added\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975028.854479\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975028.911159\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975028.925789\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975028.977719\",\"message\":\"<@W01A061ETFT> has joined the channel\",\"username\":\"Michael Bishop\",\"replies\":[]},{\"date\":\"1741975029.048059\",\"message\":\"<Donovan Walker Sanchez> has joined the channel\",\"username\":\"Donovan Walker Sanchez\",\"replies\":[]},{\"date\":\"1741975029.312179\",\"message\":\"<Adil Zadran> has joined the channel\",\"username\":\"Adil Zadran\",\"replies\":[]},{\"date\":\"1741975032.679469\",\"message\":\"has renamed the channel from \\\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\\\" to \\\"icc-73029614\\\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975036.352299\",\"message\":\"SiteReliability updated status from *New* to *In Progress*. Let's get to work!\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975036.380549\",\"message\":\"SiteReliability just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975036.699819\",\"message\":\"SiteReliability just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975055.103439\",\"message\":\"<Christie Broney> has joined the channel\",\"username\":\"Christie Broney\",\"replies\":[]},{\"date\":\"1741975058.228909\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975088.330529\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975096.835799\",\"message\":\"<Ray Han> has joined the channel\",\"username\":\"Ray Han\",\"replies\":[]},{\"date\":\"1741975199.774599\",\"message\":\"<@WN9N4AG82> has joined the channel\",\"username\":\"David Fairfax\",\"replies\":[]},{\"date\":\"1741975219.335349\",\"message\":\"<John Zhang> has joined the channel\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741975245.830169\",\"message\":\"NOTES\",\"username\":\"John Zhang\",\"replies\":[{\"date\":\"1741975292.850489\",\"message\":\"AAG have received the following alerts at 9:42 EST and 13:32 UTC : stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741975516.648849\",\"message\":\"The stride service does have the history of triggering alert, last this alert have fired it self recovered\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741975567.238829\",\"message\":\"currently the alert has resolved; but would still like to investigate this alert.\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741975842.577669\",\"message\":\"Paged out to the Stride team, currently waiting for the SO to understand the impact\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741976061.997089\",\"message\":\"Alert trigger at 150K metric and went back down at 9:56 EST and resolved.\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741976563.969519\",\"message\":\"The service owner have explained that this impact is usually caused by AWS up stream latency, and we are looking into a few queries to confirm if this is the issue.\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741976701.056749\",\"message\":\"Can we search for this argus query:\\n```-5h:-0m:stride.strauz.*.aws-prod18-mecentral1.*:internal.awsIam.*.durationMs.min:avg:1m-avg```\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741976713.457279\",\"message\":\"Please change the FI name to aag prod1\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741976733.789179\",\"message\":\"<@WAWUYKTGR> ^^\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741977280.600519\",\"message\":\"-6h:-0m:fzero.aws.*prod1-*.*:internal.awsIam.*.durationMs.min:avg:1m-avg\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741977374.545079\",\"message\":\"The second tests runs in AAG: Confirmed works in non-AAG environment\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741977607.842649\",\"message\":\"-6h:-0m:fzero.*prod1-*.*:internal.awsIam.*.durationMs.min:avg:1m-avg\\nThe above was the correct query\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741977623.226909\",\"message\":\"Add work item to update run book\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741977929.560209\",\"message\":\"We were able to confirm that the impact time alines with AWS latency spikes\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741978058.789739\",\"message\":\"At this point, we would like to run afew more queries later today as a check point to make sure this latency doesn't cause an actual impact down the way\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741978129.234969\",\"message\":\"As suspected the AWS IAM upstream latencies directly correlate to our service fzero latencies and are triggering this alert. Service should continue to run fine for now.\\n\\nJust in case we see this alert again we need to run <https://salesforce-internal.slack.com/archives/C08HC7YFZ9V/p1741977607842649?thread_ts=1741975245.830169&amp;cid=C08HC7YFZ9V|same AWS upstream duration query> and confirm correlation. As long as correlation is there its an AWS side issue and we have no action item for now.\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741978256.649289\",\"message\":\"```stride-stauz-Falcon-Blackjack-aag-prod1-usioeast1/fzero-identityValidationFailure.fzero-IdentityVaildationFailure/Major```\\nAdditional alert that fired previously.\",\"username\":\"Robert Swartz\",\"replies\":[]},{\"date\":\"1741978584.286639\",\"message\":\"<Robert Swartz> As summarised on bridge our team will take up this sev2 investigation on the WI: <https://gus.lightning.force.com/lightning/r/ADM_Work__c/a07EE00002B2KYhYAN/view>\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741980735.595669\",\"message\":\"The team would like to open case with AWS.\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741981653.775219\",\"message\":\"The spikes are in a frequency of every few days on March 12th, 13th.\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741982136.645299\",\"message\":\"We are going to have AAG team to start a investigation with AWS regarding the latency\",\"username\":\"John Zhang\",\"replies\":[]},{\"date\":\"1741982217.543209\",\"message\":\"As discussed on new bridge meet, lets open a case to confirm any AWS side issues with the IAM APIs (latency in particular) and we can all follow up on it async.\\nAlso for any other non P0 async questions <Leo Siow> would be able to help but feel free to page for any other P0 alert/issue.\",\"username\":\"Sparsh Prasad\",\"replies\":[]}]},{\"date\":\"1741975258.401429\",\"message\":\"<Robert Swartz> has joined the channel\",\"username\":\"Robert Swartz\",\"replies\":[]},{\"date\":\"1741975289.695379\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975289.924379\",\"message\":\"<Sparsh Prasad> has joined the channel\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741975397.821919\",\"message\":\"<Ray Han> has updated incident management role(s).\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975503.556339\",\"message\":\"<@WAWQH034G> has joined the channel\",\"username\":\"Andrew Berardi\",\"replies\":[]},{\"date\":\"1741975589.163189\",\"message\":\"<Ray Han> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741975634.771159\",\"message\":\"<@WAYCCLXQE> has joined the channel\",\"username\":\"Ariana LaVita\",\"replies\":[]},{\"date\":\"1741975649.868839\",\"message\":\"<@WAXKL4G85> has joined the channel\",\"username\":\"Jessica Repp\",\"replies\":[]},{\"date\":\"1741975703.191489\",\"message\":\"<Jon Kuang> has joined the channel\",\"username\":\"Jon Kuang\",\"replies\":[]},{\"date\":\"1741975887.186839\",\"message\":\"I know we're still determining impact. W
2025-03-14T20:31:48.576875+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] anted to validate if this is a Trust postable issue?\",\"username\":\"Jon Kuang\",\"replies\":[{\"date\":\"1741975922.968059\",\"message\":\"We will not be posting for trust for this issue.\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741975936.890999\",\"message\":\"Thanks a ton Neil, i'll disengage :slightly_smiling_face:\",\"username\":\"Jon Kuang\",\"replies\":[]}]},{\"date\":\"1741976874.688949\",\"message\":\"<@WF7HG3VHB> has joined the channel\",\"username\":\"Ravindra Akella\",\"replies\":[]},{\"date\":\"1741977153.064859\",\"message\":\"<Ray Han> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741977623.226909\",\"message\":\"Add work item to update run book\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741977647.932839\",\"message\":\"<@WGLMG7EBD> has joined the channel\",\"username\":\"Jim Wiese\",\"replies\":[]},{\"date\":\"1741978129.234969\",\"message\":\"As suspected the AWS IAM upstream latencies directly correlate to our service fzero latencies and are triggering this alert. Service should continue to run fine for now.\\n\\nJust in case we see this alert again we need to run <https://salesforce-internal.slack.com/archives/C08HC7YFZ9V/p1741977607842649?thread_ts=1741975245.830169&amp;cid=C08HC7YFZ9V|same AWS upstream duration query> and confirm correlation. As long as correlation is there its an AWS side issue and we have no action item for now.\",\"username\":\"Sparsh Prasad\",\"replies\":[]},{\"date\":\"1741978901.132969\",\"message\":\"<Ray Han> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741980208.798449\",\"message\":\"Is this incident still ongoing? I thought we were resolving this since the alert hasn't fired in over 4 hours\",\"username\":\"Andrew Berardi\",\"replies\":[]},{\"date\":\"1741980428.781669\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741980520.594109\",\"message\":\"<@WAXKL4G85> has joined acknowledging the page for *GovCloud SR Management* service.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741980735.595669\",\"message\":\"The team would like to open case with AWS.\",\"username\":\"Neil Curtis\",\"replies\":[]},{\"date\":\"1741981196.606479\",\"message\":\"<Joseph Ryan> has joined the channel\",\"username\":\"Joseph Ryan\",\"replies\":[]},{\"date\":\"1741981551.710289\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741982224.923859\",\"message\":\"<Leo Siow> has joined the channel\",\"username\":\"Leo Siow\",\"replies\":[]},{\"date\":\"1741982227.099249\",\"message\":\"<@WAWUYKTGR> resolved the incident. Would you also like to send a TCE?\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741982734.453699\",\"message\":\"<Joseph Ryan> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741984306.328309\",\"message\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! :smile::+1:\\nIn the meantime, here are the closing details:\",\"username\":\"Incident Command Center\",\"replies\":[]}]"}
2025-03-14T20:31:52.295261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984312295,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2912391168,\"uptime\":1804129.6,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23302180,\"nice\":13180,\"sys\":3522200,\"idle\":1773390830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23241670,\"nice\":14580,\"sys\":3520170,\"idle\":1773468490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":25899,\"num\":121,\"sum\":59955}}}"}
2025-03-14T20:31:52.295341+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984312295,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:32:52.323273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984372323,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2910334976,\"uptime\":1804189.63,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23302620,\"nice\":13180,\"sys\":3522270,\"idle\":1773450120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23242130,\"nice\":14580,\"sys\":3520240,\"idle\":1773527800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29972,\"num\":39,\"sum\":60020}}}"}
2025-03-14T20:32:52.323349+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984372323,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:37:52.415306+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984672415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2906574848,\"uptime\":1804489.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23305020,\"nice\":13180,\"sys\":3522710,\"idle\":1773746540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23244180,\"nice\":14580,\"sys\":3520610,\"idle\":1773824400,\"irq\":0}}],\"eventLoopStats\":{\"min\":63,\"max\":30000,\"num\":3,\"sum\":60022}}}"}
2025-03-14T20:37:52.415380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984672415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:39:52.475293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984792475,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2919649280,\"uptime\":1804609.78,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23306000,\"nice\":13180,\"sys\":3522920,\"idle\":1773864860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23245080,\"nice\":14580,\"sys\":3520820,\"idle\":1773942950,\"irq\":0}}],\"eventLoopStats\":{\"min\":33,\"max\":30001,\"num\":3,\"sum\":60030}}}"}
2025-03-14T20:39:52.475369+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984792475,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:42:52.535270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741984972535,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2914865152,\"uptime\":1804789.84,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23307500,\"nice\":13180,\"sys\":3523240,\"idle\":1774042630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23246390,\"nice\":14580,\"sys\":3521130,\"idle\":1774120970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29952,\"num\":12,\"sum\":59996}}}"}
2025-03-14T20:42:52.535346+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741984972535,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:44:52.575275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985092575,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2912079872,\"uptime\":1804909.88,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23308290,\"nice\":13180,\"sys\":3523430,\"idle\":1774161260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23247130,\"nice\":14580,\"sys\":3521310,\"idle\":1774239590,\"irq\":0}}],\"eventLoopStats\":{\"min\":48,\"max\":30011,\"num\":3,\"sum\":60011}}}"}
2025-03-14T20:44:52.575337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985092575,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:46:52.631288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985212631,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2911457280,\"uptime\":1805029.94,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23309710,\"nice\":13180,\"sys\":3523640,\"idle\":1774279770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23248090,\"nice\":14580,\"sys\":3521580,\"idle\":1774358300,\"irq\":0}}],\"eventLoopStats\":{\"min\":45,\"max\":30007,\"num\":3,\"sum\":60025}}}"}
2025-03-14T20:46:52.631359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985212631,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:24.414783+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424414,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:24.415111+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-reporting'"}
2025-03-14T20:50:24.415154+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:24.399Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741985422,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741985422788,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U066V549B7E\"],\"channels\":[\"CAFK7KRS5\"],\"inviteBots\":[]}}"}
2025-03-14T20:50:24.415189+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-14T20:50:24.415258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-14T20:50:24.415370+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:24.415372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-created-with-slack-channel"}
2025-03-14T20:50:24.415375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-incident-created-with-slack-channel is not consumed by icc-reporting."}
2025-03-14T20:50:24.415404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424415,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-created-with-slack-channel correctly routed"}
2025-03-14T20:50:24.497804+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424497,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:24.497942+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424497,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-reporting'"}
2025-03-14T20:50:24.497965+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424497,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:24.447Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"}
2025-03-14T20:50:24.497993+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424497,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-14T20:50:24.498060+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-14T20:50:24.498137+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:24.498284+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-created"}
2025-03-14T20:50:24.498285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-created is now being processed."}
2025-03-14T20:50:24.498413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-created and docId "}
2025-03-14T20:50:24.498465+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentCreated for id 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:24.498550+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"ExportService.createDocument for id 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:24.498710+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424498,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95-gus-casenumber - value: [object Promise]"}
2025-03-14T20:50:24.499168+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424499,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"ExportService.createDocument for id 81b17238-6dd4-414e-bba3-cc7afa048f95, caseNumber undefined"}
2025-03-14T20:50:24.499480+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424499,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: current-month-folder-id - value: [object Promise]"}
2025-03-14T20:50:24.500390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424500,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"QuipService.createDocument for id 81b17238-6dd4-414e-bba3-cc7afa048f95..."}
2025-03-14T20:50:24.641509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:24.641667+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-reporting'"}
2025-03-14T20:50:24.641686+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:24.588Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"}
2025-03-14T20:50:24.641716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"}
2025-03-14T20:50:24.641786+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"}
2025-03-14T20:50:24.641907+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:24.641918+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-bridge-to-generate"}
2025-03-14T20:50:24.641918+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-bridge-to-generate is not consumed by icc-reporting."}
2025-03-14T20:50:24.641951+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424641,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-bridge-to-generate correctly routed"}
2025-03-14T20:50:24.648995+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424648,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:24.649111+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T20:50:24.649127+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:24.597Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U066V549B7E\"],\"bots\":[],\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"channels\":[\"CAFK7KRS5\"]}}"}
2025-03-14T20:50:24.649151+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T20:50:24.649197+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T20:50:24.649262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:24.649263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-slack-channel-invite-users"}
2025-03-14T20:50:24.649287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T20:50:24.649304+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985424649,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-slack-channel-invite-users correctly routed"}
2025-03-14T20:50:27.267158+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"request\",\"data\":{\"method\":\"quip\",\"statusCode\":0,\"message\":\"\"}}"}
2025-03-14T20:50:27.267267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:27.267457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"QuipService.createDocument for id 81b17238-6dd4-414e-bba3-cc7afa048f95 created with URL https://salesforce.quip.com/ExbSAJDzV3aC"}
2025-03-14T20:50:27.267547+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.setValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95 - value: RRXAAAsffGL"}
2025-03-14T20:50:27.268740+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427268,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 81b17238-6dd4-414e-bba3-cc7afa048f95-incident-info, info: {\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"caseId\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"slackChannelId\":\"C08HYEA8CGL\",\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"severity\":\"Sev2\",\"status\":\"New\",\"impact\":\"ServiceDegradation\",\"impactStart\":\"2025-03-14T20:50:22.286Z\",\"impactEnd\":\"0\",\"servicesImpacted\":\"Services Impacted not found\",\"roles\":{},\"category\":\"Category not found\",\"rootCause\":\"Root cause not found\",\"origin\":\"Customer - Internal\",\"originReference\":\"Origin reference URL not found\",\"caseNumber\":\"Case Number not found\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T20:50:27.269205+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"produceEvent with link https://salesforce.quip.com/ExbSAJDzV3aC for event 81b17238-6dd4-414e-bba3-cc7afa048f95 and case "}
2025-03-14T20:50:27.269209+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-report-created - undefined"}
2025-03-14T20:50:27.269225+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T20:50:27.269274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T20:50:27.269360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:27.269420+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key '81b17238-6dd4-414e-bba3-cc7afa048f95' to topic 'incident': {\"createdAt\":\"2025-03-14T20:50:27.269Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/ExbSAJDzV3aC\"}}"}
2025-03-14T20:50:27.269511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key '81b17238-6dd4-414e-bba3-cc7afa048f95' to Kafka topic 'incident'"}
2025-03-14T20:50:27.269512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-report-created - undefined"}
2025-03-14T20:50:27.269515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.11347000021487474\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T20:50:27.269579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.11347000021487474\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T20:50:27.269582+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:27.269748+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427269,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-created correctly routed"}
2025-03-14T20:50:27.353655+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:27.353752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-reporting'"}
2025-03-14T20:50:27.353797+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:27.269Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/ExbSAJDzV3aC\"}}"}
2025-03-14T20:50:27.353833+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T20:50:27.353860+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T20:50:27.353967+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:27.353968+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-report-created"}
2025-03-14T20:50:27.353995+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-report-created is now being processed."}
2025-03-14T20:50:27.354112+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95 - value: [object Promise]"}
2025-03-14T20:50:27.354651+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId RRXAAAsffGL and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,112,111,114,116,45,99,114,101,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,48,58,53,48,58,50,55,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,112,111,114,116,105,110,103]}}],\"key\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T20:50:27.269Z\\\",\\\"incident\\\":{\\\"id\\\":\\\"81b17238-6dd4-414e-bba3-cc7afa048f95\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HYEA8CGL\\\",\\\"name\\\":\\\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\\\"},\\\"subject\\\":\\\"[Retroactive] Build failures\\\",\\\"description\\\":\\\"New builds were failing\\\",\\\"detectedTime\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"New\\\",\\\"origin\\\":\\\"Customer - Internal\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"ServiceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"\\\",\\\"additionalJoiningInfo\\\":\\\"\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000009k871IAA\\\",\\\"team\\\":\\\"Heroku Web Services - Identity\\\",\\\"caseNumber\\\":\\\"\\\",\\\"caseRecordId\\\":\\\"\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"\\\",\\\"engagedAt\\\":\\\"\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"gusExportTimestamp\\\":\\\"\\\"},\\\"eventObj\\\":{\\\"link\\\":\\\"https://salesforce.quip.com/ExbSAJDzV3aC\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T20:50:27.269Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/ExbSAJDzV3aC\"}},\"encoder\":\"json\",\"eventType\":\"icc-report-created\",\"payload\":{\"createdAt\":\"2025-03-14T20:50:27.269Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/ExbSAJDzV3aC\"}}}"}
2025-03-14T20:50:27.354652+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: RRXAAAsffGL"}
2025-03-14T20:50:27.354653+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985427354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-report-created and docId RRXAAAsffGL"}
2025-03-14T20:50:27.354654+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985427354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-report-created correctly routed"}
2025-03-14T20:50:36.058441+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436057,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:36.058445+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985436057,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-reporting'"}
2025-03-14T20:50:36.058456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436057,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:35.911Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:29.297Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T20:50:35.745Z\"]},\"requestId\":\"c3ffa0bc-9b07-688e-4701-a68aab7dc401\",\"client\":\"icc-slack-app\"}"}
2025-03-14T20:50:36.058456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-14T20:50:36.058457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-14T20:50:36.058457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:36.058458+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-updated"}
2025-03-14T20:50:36.058459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-updated is now being processed."}
2025-03-14T20:50:36.058459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95 - value: [object Promise]"}
2025-03-14T20:50:36.059376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436058,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId RRXAAAsffGL and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,117,112,100,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,48,58,53,48,58,51,54,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T20:50:35.911Z\\\",\\\"user\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"name\\\":\\\"Jason Harrison\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"81b17238-6dd4-414e-bba3-cc7afa048f95\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HYEA8CGL\\\",\\\"name\\\":\\\"icc-73033613\\\"},\\\"subject\\\":\\\"[Retroactive] Build failures\\\",\\\"description\\\":\\\"New builds were failing\\\",\\\"detectedTime\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Customer - Internal\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"ServiceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/qzh-yikf-sbu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\\\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jason Harrison\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-01T20:41:59.839Z\\\",\\\"modifiedAt\\\":\\\"2024-04-01T20:41:59.839Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jason Harrison\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-01T20:41:59.839Z\\\",\\\"modifiedAt\\\":\\\"2024-04-01T20:41:59.839Z\\\"},\\\"id\\\":\\\"97f1bcf1-d172-4097-a262-e9287c02ed4d\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jason Harrison\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-01T20:41:59.839Z\\\",\\\"modifiedAt\\\":\\\"2024-04-01T20:41:59.839Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000009k871IAA\\\",\\\"team\\\":\\\"Heroku Web Services - Identity\\\",\\\"caseNumber\\\":\\\"73033613\\\",\\\"caseRecordId\\\":\\\"500EE00001TtyjyYAB\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/ExbSAJDzV3aC\\\",\\\"engagedAt\\\":\\\"2025-03-14T20:50:35.745Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T20:50:29.297Z\\\",\\\"usdResources\\\":[]},\\\"changes\\\":{\\\"status\\\":[\\\"New\\\",\\\"InProgress\\\"],\\\"roles\\\":{\\\"0\\\":[null,{\\\"createdAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jason Harrison\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-01T20:41:59.839Z\\\",\\\"modifiedAt\\\":\\\"2024-04-01T20:41:59.839Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jason Harrison\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-01T20:41:59.839Z\\\",\\\"modifiedAt\\\":\\\"2024-04-01T20:41:59.839Z\\\"},\\\"id\\\":\\\"97f1bcf1-d172-4097-a262-e9287c02ed4d\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jason Harrison\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-01T20:41:59.839Z\\\",\\\"modifiedAt\\\":\\\"2024-04-01T20:41:59.839Z\\\"},\\\"externalGusId\\\":null}]},\\\"engagedAt\\\":[\\\"\\\",\\\"2025-03-14T20:50:35.745Z\\\"]},\\\"requestId\\\":\\\"c3ffa0bc-9b07-688e-4701-a68aab7dc401\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T20:50:35.911Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:29.297Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUs
2025-03-14T20:50:36.059376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] erId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T20:50:35.745Z\"]},\"requestId\":\"c3ffa0bc-9b07-688e-4701-a68aab7dc401\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-updated\",\"payload\":{\"createdAt\":\"2025-03-14T20:50:35.911Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:29.297Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T20:50:35.745Z\"]},\"requestId\":\"c3ffa0bc-9b07-688e-4701-a68aab7dc401\",\"client\":\"icc-slack-app\"}}"}
2025-03-14T20:50:36.059380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436059,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: RRXAAAsffGL"}
2025-03-14T20:50:36.059381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436059,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-updated and docId RRXAAAsffGL"}
2025-03-14T20:50:36.059382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436059,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentUpdated for id 81b17238-6dd4-414e-bba3-cc7afa048f95 and docId RRXAAAsffGL"}
2025-03-14T20:50:36.059382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436059,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 81b17238-6dd4-414e-bba3-cc7afa048f95-incident-info"}
2025-03-14T20:50:36.059764+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985436059,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95-gus-casenumber - value: [object Promise]"}
2025-03-14T20:50:38.332608+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985438332,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 81b17238-6dd4-414e-bba3-cc7afa048f95-incident-info, info: {\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"caseId\":\"500EE00001TtyjyYAB\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"slackChannelId\":\"C08HYEA8CGL\",\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"impact\":\"ServiceDegradation\",\"impactStart\":\"2025-03-14T20:50:22.286Z\",\"impactEnd\":\"0\",\"servicesImpacted\":\"Services Impacted not found\",\"roles\":{\"Incident Commander\":\"Jason Harrison\"},\"category\":\"Category not found\",\"rootCause\":\"Root cause not found\",\"origin\":\"Customer - Internal\",\"originReference\":\"Origin reference URL not found\",\"caseNumber\":\"73033613\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T20:50:38.333973+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985438333,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-updated correctly routed"}
2025-03-14T20:50:54.821533+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:54.821673+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-14T20:50:54.821691+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:54.768Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"eventObj\":{\"incidentId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"reminderId\":\"167572f0-db59-4c1e-9a40-f9383d5fe791\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"}
2025-03-14T20:50:54.821759+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-14T20:50:54.821780+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-14T20:50:54.821921+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:54.821935+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - bullmq-job-completed"}
2025-03-14T20:50:54.822002+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-14T20:50:54.822008+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454821,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - bullmq-job-completed correctly routed"}
2025-03-14T20:50:54.909481+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T20:50:54.909661+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-14T20:50:54.909676+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:50:54.858Z\",\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\"},\"eventObj\":{\"incidentId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"reminderId\":\"167572f0-db59-4c1e-9a40-f9383d5fe791\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"167572f0-db59-4c1e-9a40-f9383d5fe791\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T20:50:24.762Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYEA8CGL\"}}"}
2025-03-14T20:50:54.909679+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-14T20:50:54.909740+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-14T20:50:54.909858+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:50:54.909858+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-reminder-triggered"}
2025-03-14T20:50:54.909861+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-14T20:50:54.909888+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985454909,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-reminder-triggered correctly routed"}
2025-03-14T20:51:52.707282+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985512707,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904993792,\"uptime\":1805330.01,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23312910,\"nice\":13180,\"sys\":3524130,\"idle\":1774575790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23250850,\"nice\":14580,\"sys\":3522060,\"idle\":1774654440,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29980,\"num\":10,\"sum\":60025}}}"}
2025-03-14T20:51:52.707383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985512707,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:52:52.715275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985572715,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904809472,\"uptime\":1805390.02,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23313400,\"nice\":13180,\"sys\":3524220,\"idle\":1774635080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23251280,\"nice\":14580,\"sys\":3522150,\"idle\":1774713770,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30007,\"num\":3,\"sum\":60008}}}"}
2025-03-14T20:52:52.715347+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985572715,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:55:52.783289+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985752783,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2902835200,\"uptime\":1805570.09,\"totalMem\":4018151424,\"loadavg\":[0.17,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23315150,\"nice\":13180,\"sys\":3524490,\"idle\":1774812950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23252510,\"nice\":14580,\"sys\":3522450,\"idle\":1774891660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30039,\"num\":12,\"sum\":60005}}}"}
2025-03-14T20:55:52.783345+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985752783,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T20:58:52.863288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741985932863,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2902405120,\"uptime\":1805750.17,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23316590,\"nice\":13180,\"sys\":3524790,\"idle\":1774990960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23254030,\"nice\":14580,\"sys\":3522720,\"idle\":1775069570,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60023}}}"}
2025-03-14T20:58:52.863369+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741985932863,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:00:52.903282+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986052903,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2903568384,\"uptime\":1805870.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23317330,\"nice\":13180,\"sys\":3524960,\"idle\":1775109420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23254890,\"nice\":14580,\"sys\":3522830,\"idle\":1775188200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30049,\"num\":12,\"sum\":60004}}}"}
2025-03-14T21:00:52.903350+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986052903,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:03:18.400645+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198400,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T21:03:18.400881+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198400,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-14T21:03:18.400927+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198400,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:03:18.389Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:42.229Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"ada65583-b408-7b2e-bf1a-c9235063d964\",\"client\":\"icc-slack-app\"}"}
2025-03-14T21:03:18.400964+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198400,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T21:03:18.400991+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198400,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-14T21:03:18.401118+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198401,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:03:18.401119+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198401,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-usd-resource-deleted"}
2025-03-14T21:03:18.401122+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198401,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-14T21:03:18.401154+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198401,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-usd-resource-deleted correctly routed"}
2025-03-14T21:03:18.422195+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T21:03:18.422399+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-14T21:03:18.422492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:03:18.412Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T20:50:22.286Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T20:50:22.286Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"modifiedAt\":\"2025-03-14T20:50:22.286Z\",\"createdBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"modifiedBy\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"id\":\"97f1bcf1-d172-4097-a262-e9287c02ed4d\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:42.229Z\"},\"eventObj\":[],\"requestId\":\"ada65583-b408-7b2e-bf1a-c9235063d964\",\"client\":\"icc-slack-app\"}"}
2025-03-14T21:03:18.422496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T21:03:18.422515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-14T21:03:18.422606+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:03:18.422639+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-usd-resource-created"}
2025-03-14T21:03:18.422642+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-14T21:03:18.422643+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198422,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-usd-resource-created correctly routed"}
2025-03-14T21:03:18.477668+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T21:03:18.477766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-14T21:03:18.477768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:03:18.422Z\",\"incidentId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"email\":\"jason.harrison@salesforce.com\",\"active\":true,\"name\":\"Jason Harrison\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-01T20:41:59.839Z\",\"modifiedAt\":\"2024-04-01T20:41:59.839Z\"},\"responses\":[]}"}
2025-03-14T21:03:18.477773+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T21:03:18.477829+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-14T21:03:18.477883+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:03:18.478114+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741986198477,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T21:03:18.605685+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198605,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T21:03:18.605856+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198605,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-reporting'"}
2025-03-14T21:03:18.605891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198605,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:03:18.443Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T18:10:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T17:48:00.000Z\",\"impactEndTime\":\"2025-03-14T18:37:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[],\"category\":\"Self Inflicted: Failed Change\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[\"Heroku\"],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:42.229Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T20:50:22.286Z\",\"2025-03-14T18:10:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\"],\"impactStartTime\":[\"2025-03-14T20:50:22.286Z\",\"2025-03-14T17:48:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T18:37:00.000Z\"],\"category\":[\"\",\"Self Inflicted: Failed Change\"],\"rootCause\":[\"\",\"Change\"],\"servicesImpacted\":{\"0\":[null,\"Heroku\"]}},\"requestId\":\"ada65583-b408-7b2e-bf1a-c9235063d964\",\"client\":\"icc-slack-app\"}"}
2025-03-14T21:03:18.605910+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198605,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-14T21:03:18.605978+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198605,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-14T21:03:18.606096+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:03:18.606096+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-incident-resolved"}
2025-03-14T21:03:18.606097+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-resolved is now being processed."}
2025-03-14T21:03:18.606248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95 - value: [object Promise]"}
2025-03-14T21:03:18.606808+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId RRXAAAsffGL and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,114,101,115,111,108,118,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,49,58,48,51,58,49,56,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T21:03:18.443Z\\\",\\\"user\\\":{\\\"id\\\":\\\"16818eee-1d49-4bf8-862d-dbb87204a673\\\",\\\"gusUserId\\\":\\\"005EE00000KO6C3YAL\\\",\\\"slackUserId\\\":\\\"U066V549B7E\\\",\\\"name\\\":\\\"Jason Harrison\\\",\\\"email\\\":\\\"jason.harrison@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"81b17238-6dd4-414e-bba3-cc7afa048f95\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HYEA8CGL\\\",\\\"name\\\":\\\"icc-73033613\\\"},\\\"subject\\\":\\\"[Retroactive] Build failures\\\",\\\"description\\\":\\\"New builds were failing\\\",\\\"detectedTime\\\":\\\"2025-03-14T18:10:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Customer - Internal\\\",\\\"originReference\\\":\\\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\\\",\\\"impact\\\":[\\\"ServiceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T17:48:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-14T18:37:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/qzh-yikf-sbu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\\\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Self Inflicted: Failed Change\\\",\\\"rootCause\\\":\\\"Change\\\",\\\"createdAt\\\":\\\"2025-03-14T20:50:22.286Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000009k871IAA\\\",\\\"team\\\":\\\"Heroku Web Services - Identity\\\",\\\"caseNumber\\\":\\\"73033613\\\",\\\"caseRecordId\\\":\\\"500EE00001TtyjyYAB\\\",\\\"servicesImpacted\\\":[\\\"Heroku\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/ExbSAJDzV3aC\\\",\\\"engagedAt\\\":\\\"2025-03-14T20:50:35.745Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T20:50:42.229Z\\\"},\\\"changes\\\":{\\\"detectedTime\\\":[\\\"2025-03-14T20:50:22.286Z\\\",\\\"2025-03-14T18:10:00.000Z\\\"],\\\"status\\\":[\\\"InProgress\\\",\\\"Resolved\\\"],\\\"originReference\\\":[\\\"\\\",\\\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\\\"],\\\"impactStartTime\\\":[\\\"2025-03-14T20:50:22.286Z\\\",\\\"2025-03-14T17:48:00.000Z\\\"],\\\"impactEndTime\\\":[\\\"\\\",\\\"2025-03-14T18:37:00.000Z\\\"],\\\"category\\\":[\\\"\\\",\\\"Self Inflicted: Failed Change\\\"],\\\"rootCause\\\":[\\\"\\\",\\\"Change\\\"],\\\"servicesImpacted\\\":{\\\"0\\\":[null,\\\"Heroku\\\"]}},\\\"requestId\\\":\\\"ada65583-b408-7b2e-bf1a-c9235063d964\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T21:03:18.443Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T18:10:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T17:48:00.000Z\",\"impactEndTime\":\"2025-03-14T18:37:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[],\"category\":\"Self Inflicted: Failed Change\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[\"Heroku\"],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:42.229Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T20:50:22.286Z\",\"2025-03-14T18:10:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\"],\"impactStartTime\":[\"2025-03-14T20:50:22.286Z\",\"2025-03-14T17:48:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T18:37:00.000Z\"],\"category\":[\"\",\"Self Inflicted: Failed Change\"],\"rootCause\":[\"\",\"Change\"],\"servicesImpacted\":{\"0\":[null,\"Heroku\"]}},\"requestId\":\"ada65583-b408-7b2e-bf1a-c9235063d964\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-resolved\",\"payload\":{\"createdAt\":\"2025-03-14T21:03:18.443Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"icc-73033613\"},\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"detectedTime\":\"2025-03-14T18:10:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\",\"impact\":[\"ServiceDegradation\"],\"impactStartTime\":\"2025-03-14T17:48:00.000Z\",\"impactEndTime\":\"2025-03-14T18:37:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qzh-yikf-sbu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-296-0116, pin: 823430604; \\nFind numbers in more regions on https://tel.meet/qzh-yikf-sbu?pin=6416545718827, pin: 6416545718827\\n\"},\"roles\":[],\"category\":\"Self Inflicted: Failed Change\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"scrumTeamId\":\"a00B0000009k871IAA\",\"team\":\"Heroku Web Services - Identity\",\"caseNumber\":\"73033613\",\"caseRecordId\":\"500EE00001TtyjyYAB\",\"servicesImpacted\":[\"Heroku\"],\"quipDocLink\":\"https://salesforce.quip.com/ExbSAJDzV3aC\",\"engagedAt\":\"2025-03-14T20:50:35.745Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T20:50:42.229Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T20:50:22.286Z\",\"2025-03-14T18:10:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\"],\"impactStartTime\":[\"2025-03-14T20:50:22.286Z\",\"2025-03-14T17:48:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T18:37:00.000Z\"],\"category\":[\"\",\"Self Inflicted: Failed Change\"],\"rootCause\":[\"\",\"Change\"],\"servicesImpacted\":{\"0\":[null,\"Heroku\"]}},\"requestId\":\"ada65583-b408-7b2e-bf1a-c9235063d964\",\"client\":\"icc-slack-app\"}}"}
2025-03-14T21:03:18.606809+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: RRXAAAsffGL"}
2025-03-14T21:03:18.606810+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-resolved and docId RRXAAAsffGL"}
2025-03-14T21:03:18.606811+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Processing eventTypeIncidentResolved for 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T21:03:18.606951+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentResolved for id 81b17238-6dd4-414e-bba3-cc7afa048f95 and docId RRXAAAsffGL"}
2025-03-14T21:03:18.606952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198606,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 81b17238-6dd4-414e-bba3-cc7afa048f95-incident-info"}
2025-03-14T21:03:18.607463+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986198607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 81b17238-6dd4-414e-bba3-cc7afa048f95-gus-casenumber - value: [object Promise]"}
2025-03-14T21:03:52.979251+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986232979,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2903261184,\"uptime\":1806050.28,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23318480,\"nice\":13180,\"sys\":3525270,\"idle\":1775287390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23256240,\"nice\":14580,\"sys\":3523090,\"idle\":1775366020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":27489,\"num\":31,\"sum\":60011}}}"}
2025-03-14T21:03:52.979482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986232979,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:05:53.027269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986353027,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2902757376,\"uptime\":1806170.33,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23319910,\"nice\":13180,\"sys\":3525450,\"idle\":1775405930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23257520,\"nice\":14580,\"sys\":3523270,\"idle\":1775484600,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30029,\"num\":3,\"sum\":60017}}}"}
2025-03-14T21:05:53.027324+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986353027,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:07:53.047241+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986473047,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2902765568,\"uptime\":1806290.35,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23321230,\"nice\":13180,\"sys\":3525690,\"idle\":1775524420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23258580,\"nice\":14580,\"sys\":3523420,\"idle\":1775603250,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30005,\"num\":3,\"sum\":60010}}}"}
2025-03-14T21:07:53.047488+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986473047,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:11:53.119292+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986713119,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2902585344,\"uptime\":1806530.42,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23322650,\"nice\":13180,\"sys\":3526010,\"idle\":1775761500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23260420,\"nice\":14580,\"sys\":3523840,\"idle\":1775840400,\"irq\":0}}],\"eventLoopStats\":{\"min\":78,\"max\":30004,\"num\":3,\"sum\":60029}}}"}
2025-03-14T21:11:53.119517+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986713119,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:14:39.899453+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986879899,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 81b17238-6dd4-414e-bba3-cc7afa048f95-incident-info, info: {\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"caseId\":\"500EE00001TtyjyYAB\",\"createdAt\":\"2025-03-14T20:50:22.286Z\",\"slackChannelId\":\"C08HYEA8CGL\",\"subject\":\"[Retroactive] Build failures\",\"description\":\"New builds were failing\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"impact\":\"ServiceDegradation\",\"impactStart\":\"2025-03-14T17:48:00.000Z\",\"impactEnd\":\"2025-03-14T18:37:00.000Z\",\"servicesImpacted\":\"Heroku\",\"roles\":{},\"category\":\"Self Inflicted: Failed Change\",\"rootCause\":\"Change\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C1P1YARE1/p1741981733302919\",\"caseNumber\":\"73033613\",\"productTag\":\"a1aB0000000bmYaIAI\",\"proximateCause\":\"A change to enforce TLS via HSTS had unexpected side-effects.\",\"customerExperience\":\"Some customers had build failures (76 builds failed during impact). No known customer support tickets came in regarding the issue.\",\"immediateResolution\":\"Rolling back the change resolved the issue.\",\"aarQuestions\":\"What additional steps could we take to avoid this in the future?\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Jason Harrison\"}"}
2025-03-14T21:14:39.903621+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986879900,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"exportSlackMessages Adding Slack messages to docId RRXAAAsffGL..."}
2025-03-14T21:14:49.674797+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986889674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 81b17238-6dd4-414e-bba3-cc7afa048f95"}
2025-03-14T21:14:49.674928+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986889674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-reporting'"}
2025-03-14T21:14:49.675004+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986889674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:14:49.552Z\",\"user\":{\"id\":\"16818eee-1d49-4bf8-862d-dbb87204a673\",\"gusUserId\":\"005EE00000KO6C3YAL\",\"slackUserId\":\"U066V549B7E\",\"name\":\"Jason Harrison\",\"email\":\"jason.harrison@salesforce.com\"},\"incident\":{\"id\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"slackChannel\":{\"id\":\"C08HYEA8CGL\",\"name\":\"\"},\"caseRecordId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"prbNumber\":{\"sfid\":\"a4QEE00000067gL2AQ\",\"valid\":true,\"gusIdentifier\":\"PRB-0027108\",\"value\":\"PRB-0027108\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5lFqYAJ\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T21:14:49.552Z\",\"recordId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"incidentId\":\"81b17238-6dd4-414e-bba3-cc7afa048f95\",\"caseNumber\":\"\"}}"}
2025-03-14T21:14:49.675036+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986889674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-14T21:14:49.675110+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986889675,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-14T21:14:49.675212+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986889675,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:14:49.675213+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741986889675,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-prb-number-updated"}
2025-03-14T21:14:49.675258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986889675,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-prb-number-updated is not consumed by icc-reporting."}
2025-03-14T21:14:49.675259+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741986889675,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 81b17238-6dd4-414e-bba3-cc7afa048f95 - icc-prb-number-updated correctly routed"}
2025-03-14T21:21:53.271280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741987313271,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905776128,\"uptime\":1807130.58,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23327400,\"nice\":13180,\"sys\":3526910,\"idle\":1776353940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23265650,\"nice\":14580,\"sys\":3524880,\"idle\":1776433130,\"irq\":0}}],\"eventLoopStats\":{\"min\":51,\"max\":30007,\"num\":3,\"sum\":60029}}}"}
2025-03-14T21:21:53.271477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741987313271,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:22:53.303289+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741987373303,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905804800,\"uptime\":1807190.61,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23327840,\"nice\":13180,\"sys\":3527010,\"idle\":1776413300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23265970,\"nice\":14580,\"sys\":3524990,\"idle\":1776492430,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30000,\"num\":3,\"sum\":60027}}}"}
2025-03-14T21:22:53.303351+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741987373303,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:29:53.399277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741987793399,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2908467200,\"uptime\":1807610.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23332130,\"nice\":13180,\"sys\":3527700,\"idle\":1776828230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23269950,\"nice\":14580,\"sys\":3525710,\"idle\":1776907630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30007,\"num\":13,\"sum\":59996}}}"}
2025-03-14T21:29:53.399465+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741987793399,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:39:53.527261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741988393527,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2912714752,\"uptime\":1808210.83,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23337750,\"nice\":13180,\"sys\":3528700,\"idle\":1777420780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23275020,\"nice\":14580,\"sys\":3526680,\"idle\":1777500610,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30002,\"num\":13,\"sum\":59995}}}"}
2025-03-14T21:39:53.527551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741988393527,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:41:53.575273+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741988513575,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2914078720,\"uptime\":1808330.88,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23339280,\"nice\":13180,\"sys\":3528870,\"idle\":1777539310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23275900,\"nice\":14580,\"sys\":3526880,\"idle\":1777619170,\"irq\":0}}],\"eventLoopStats\":{\"min\":92,\"max\":30003,\"num\":3,\"sum\":60018}}}"}
2025-03-14T21:41:53.575511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741988513575,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:44:53.611276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741988693611,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2914058240,\"uptime\":1808510.92,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23340670,\"nice\":13180,\"sys\":3529110,\"idle\":1777717220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23277430,\"nice\":14580,\"sys\":3527080,\"idle\":1777796900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30005,\"num\":13,\"sum\":59999}}}"}
2025-03-14T21:44:53.611354+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741988693611,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:50:53.695261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989053695,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2901245952,\"uptime\":1808871,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23343620,\"nice\":13180,\"sys\":3529700,\"idle\":1778072710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23280850,\"nice\":14580,\"sys\":3527620,\"idle\":1778152060,\"irq\":0}}],\"eventLoopStats\":{\"min\":119,\"max\":29882,\"num\":4,\"sum\":60001}}}"}
2025-03-14T21:50:53.695398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989053695,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:53:56.607286+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"}
2025-03-14T21:53:56.607512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-reporting'"}
2025-03-14T21:53:56.607553+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:53:56.438Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WEDRT71DH\",\"WF714LNAX\",\"WJS3G6EBX\",\"U01HEMYGTHV\",\"WECLHD39D\",\"U02RRQX4YJD\",\"U023NM6PSCT\",\"U023GGJ2Z8V\",\"U031ZE9UALW\",\"U01G4M15KLM\",\"U03TAJHAL3Z\",\"U03J3L4RZ17\",\"WPZK4F47R\",\"U027AFZ12HX\",\"U026R4V64QN\",\"U033QFZ8H9N\",\"U02TJJJ7CGP\",\"U068K6DFGR1\",\"U06CN25T8J1\",\"U068WT1V3U1\",\"WAWUYP5QR\"],\"channels\":[\"C0354P2TR5H\"],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"88953d78-891d-77b7-7ab3-596c25a39811\",\"client\":\"icc-slack-app\"}"}
2025-03-14T21:53:56.607602+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"}
2025-03-14T21:53:56.607632+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"}
2025-03-14T21:53:56.607764+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:53:56.607769+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097 - icc-incident-created-without-slack-channel"}
2025-03-14T21:53:56.607770+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-incident-created-without-slack-channel is not consumed by icc-reporting."}
2025-03-14T21:53:56.607793+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989236607,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b9e8b642-7618-4548-927f-8ebc31271097 - icc-incident-created-without-slack-channel correctly routed"}
2025-03-14T21:53:59.697122+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"}
2025-03-14T21:53:59.697293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-reporting'"}
2025-03-14T21:53:59.697334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:53:59.688Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-b9e8b642-7618-4548-927f-8ebc31271097\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\",\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\",\"isManaged\":true,\"createdBy\":\"Deepak Jaisingh\",\"modifiedBy\":\"Deepak Jaisingh\",\"createdAt\":\"2025-03-14T21:53:59.335Z\",\"modifiedAt\":\"2025-03-14T21:53:59.335Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T21:53:59.335Z\",\"modifiedAt\":\"2025-03-14T21:53:59.335Z\",\"id\":\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\",\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\",\"isManaged\":true,\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"folderId\":null}]}}"}
2025-03-14T21:53:59.697385+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"}
2025-03-14T21:53:59.697422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"}
2025-03-14T21:53:59.697551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:53:59.697554+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097 - icc-bridge-created"}
2025-03-14T21:53:59.697555+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-bridge-created is now being processed."}
2025-03-14T21:53:59.697715+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239697,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b9e8b642-7618-4548-927f-8ebc31271097 - value: [object Promise]"}
2025-03-14T21:53:59.698380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239698,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId null and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,98,114,105,100,103,101,45,99,114,101,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,49,58,53,51,58,53,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T21:53:59.688Z\\\",\\\"user\\\":{\\\"id\\\":\\\"6ad16924-ebde-4f9b-8312-2e943643babf\\\",\\\"gusUserId\\\":\\\"005B0000001cC8FIAU\\\",\\\"slackUserId\\\":\\\"WEDRT71DH\\\",\\\"name\\\":\\\"Deepak Jaisingh\\\",\\\"email\\\":\\\"djaisingh@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b9e8b642-7618-4548-927f-8ebc31271097\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HYLPF5HS\\\",\\\"name\\\":\\\"icc-b9e8b642-7618-4548-927f-8ebc31271097\\\"},\\\"subject\\\":\\\"CG4S service pods not responding in HDPS channel\\\",\\\"description\\\":\\\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\\\",\\\"detectedTime\\\":\\\"2025-03-14T21:53:56.250Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"New\\\",\\\"origin\\\":\\\"Customer - Internal\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T21:53:56.250Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/yxx-ntis-wqv\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\\\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T21:53:56.250Z\\\",\\\"scrumTeamId\\\":\\\"a00B0000009kCNVIA2\\\",\\\"team\\\":\\\"Hyperforce Development Platform Support\\\",\\\"caseNumber\\\":\\\"\\\",\\\"caseRecordId\\\":\\\"\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"\\\",\\\"engagedAt\\\":\\\"\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"gusExportTimestamp\\\":\\\"\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\\\",\\\"url\\\":\\\"https://meet.google.com/yxx-ntis-wqv\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\\\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\\\n\\\",\\\"isManaged\\\":true,\\\"createdBy\\\":\\\"Deepak Jaisingh\\\",\\\"modifiedBy\\\":\\\"Deepak Jaisingh\\\",\\\"createdAt\\\":\\\"2025-03-14T21:53:59.335Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T21:53:59.335Z\\\"},\\\"changes\\\":{\\\"bridge\\\":[null,{\\\"createdAt\\\":\\\"2025-03-14T21:53:59.335Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T21:53:59.335Z\\\",\\\"id\\\":\\\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\\\",\\\"url\\\":\\\"https://meet.google.com/yxx-ntis-wqv\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\\\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\\\n\\\",\\\"isManaged\\\":true,\\\"incidentId\\\":\\\"b9e8b642-7618-4548-927f-8ebc31271097\\\",\\\"folderId\\\":null}]}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T21:53:59.688Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-b9e8b642-7618-4548-927f-8ebc31271097\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\",\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\",\"isManaged\":true,\"createdBy\":\"Deepak Jaisingh\",\"modifiedBy\":\"Deepak Jaisingh\",\"createdAt\":\"2025-03-14T21:53:59.335Z\",\"modifiedAt\":\"2025-03-14T21:53:59.335Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T21:53:59.335Z\",\"modifiedAt\":\"2025-03-14T21:53:59.335Z\",\"id\":\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\",\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\",\"isManaged\":true,\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"folderId\":null}]}},\"encoder\":\"json\",\"eventType\":\"icc-bridge-created\",\"payload\":{\"createdAt\":\"2025-03-14T21:53:59.688Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-b9e8b642-7618-4548-927f-8ebc31271097\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\",\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\",\"isManaged\":true,\"createdBy\":\"Deepak Jaisingh\",\"modifiedBy\":\"Deepak Jaisingh\",\"createdAt\":\"2025-03-14T21:53:59.335Z\",\"modifiedAt\":\"2025-03-14T21:53:59.335Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T21:53:59.335Z\",\"modifiedAt\":\"2025-03-14T21:53:59.335Z\",\"id\":\"bbfb1abe-5df8-4bce-a473-1e9444f7b7d0\",\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\",\"isManaged\":true,\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"folderId\":null}]}}}"}
2025-03-14T21:53:59.698381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989239698,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId not found for b9e8b642-7618-4548-927f-8ebc31271097"}
2025-03-14T21:53:59.698382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989239698,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b9e8b642-7618-4548-927f-8ebc31271097 - icc-bridge-created correctly routed"}
2025-03-14T21:54:04.036421+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989244036,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b9e8b642-7618-4548-927f-8ebc31271097 - icc-gus-response correctly routed"}
2025-03-14T21:56:53.795288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989413795,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905010176,\"uptime\":1809231.1,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23346410,\"nice\":13180,\"sys\":3530240,\"idle\":1778428260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23283870,\"nice\":14580,\"sys\":3528200,\"idle\":1778507490,\"irq\":0}}],\"eventLoopStats\":{\"min\":143,\"max\":30008,\"num\":3,\"sum\":60028}}}"}
2025-03-14T21:56:53.795349+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989413795,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:57:53.823280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741989473823,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904989696,\"uptime\":1809291.13,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23346820,\"nice\":13180,\"sys\":3530300,\"idle\":1778487600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23284300,\"nice\":14580,\"sys\":3528270,\"idle\":1778566810,\"irq\":0}}],\"eventLoopStats\":{\"min\":122,\"max\":30023,\"num\":3,\"sum\":60026}}}"}
2025-03-14T21:57:53.823395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989473823,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T21:59:03.283362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989543283,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T21:59:03.284344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741989543284,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-14T22:07:54.071288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741990074071,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2906562560,\"uptime\":1809891.38,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23352080,\"nice\":13180,\"sys\":3531170,\"idle\":1779080800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23289760,\"nice\":14580,\"sys\":3529250,\"idle\":1779159470,\"irq\":0}}],\"eventLoopStats\":{\"min\":62,\"max\":30009,\"num\":3,\"sum\":60023}}}"}
2025-03-14T22:07:54.071348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990074071,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:14:06.271691+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990446271,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T22:14:06.272628+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990446272,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-14T22:15:54.255279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741990554255,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904629248,\"uptime\":1810371.56,\"totalMem\":4018151424,\"loadavg\":[0.04,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23357520,\"nice\":13180,\"sys\":3531900,\"idle\":1779554600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23294250,\"nice\":14580,\"sys\":3530060,\"idle\":1779634000,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30002,\"num\":3,\"sum\":60016}}}"}
2025-03-14T22:15:54.255348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990554255,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:17:54.299280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741990674299,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904383488,\"uptime\":1810491.61,\"totalMem\":4018151424,\"loadavg\":[0.13,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23358630,\"nice\":13180,\"sys\":3532070,\"idle\":1779673140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23294990,\"nice\":14580,\"sys\":3530230,\"idle\":1779752610,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60029}}}"}
2025-03-14T22:17:54.299352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990674299,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:19:54.327267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741990794327,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2913894400,\"uptime\":1810611.63,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23359720,\"nice\":13180,\"sys\":3532280,\"idle\":1779791460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23296020,\"nice\":14580,\"sys\":3530450,\"idle\":1779870660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29973,\"num\":16,\"sum\":60002}}}"}
2025-03-14T22:19:54.327406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990794327,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:20:54.359281+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741990854359,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2912784384,\"uptime\":1810671.66,\"totalMem\":4018151424,\"loadavg\":[0.08,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23360150,\"nice\":13180,\"sys\":3532370,\"idle\":1779850700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23296580,\"nice\":14580,\"sys\":3530540,\"idle\":1779929930,\"irq\":0}}],\"eventLoopStats\":{\"min\":25,\"max\":30002,\"num\":3,\"sum\":60028}}}"}
2025-03-14T22:20:54.359353+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990854359,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:21:54.379291+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741990914379,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2912337920,\"uptime\":1810731.68,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23360540,\"nice\":13180,\"sys\":3532460,\"idle\":1779910010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23297260,\"nice\":14580,\"sys\":3530660,\"idle\":1779989190,\"irq\":0}}],\"eventLoopStats\":{\"min\":29984,\"max\":30034,\"num\":2,\"sum\":60018}}}"}
2025-03-14T22:21:54.379361+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741990914379,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:28:54.503305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991334503,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2909786112,\"uptime\":1811151.81,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23365100,\"nice\":13180,\"sys\":3533140,\"idle\":1780324890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23300800,\"nice\":14580,\"sys\":3531310,\"idle\":1780404140,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30030,\"num\":3,\"sum\":60008}}}"}
2025-03-14T22:28:54.503395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991334503,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:09.411115+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991349411,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T22:29:09.412123+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991349412,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-14T22:29:12.547046+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.547305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-reporting'"}
2025-03-14T22:29:12.547383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:12.532Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991350,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991350951,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}"}
2025-03-14T22:29:12.547415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-14T22:29:12.547443+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-14T22:29:12.547548+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:12.547562+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-created-with-slack-channel"}
2025-03-14T22:29:12.547562+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-incident-created-with-slack-channel is not consumed by icc-reporting."}
2025-03-14T22:29:12.547595+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352547,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-created-with-slack-channel correctly routed"}
2025-03-14T22:29:12.633666+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.633766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-reporting'"}
2025-03-14T22:29:12.633784+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:12.584Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"}
2025-03-14T22:29:12.633805+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-14T22:29:12.633859+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-14T22:29:12.633982+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:12.633983+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-created"}
2025-03-14T22:29:12.633993+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-created is now being processed."}
2025-03-14T22:29:12.634014+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352633,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-created and docId "}
2025-03-14T22:29:12.634035+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352634,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentCreated for id b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.634059+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352634,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"ExportService.createDocument for id b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.634180+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352634,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: [object Promise]"}
2025-03-14T22:29:12.634735+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352634,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"ExportService.createDocument for id b7ef96fc-4995-4d2b-b152-2783270aada8, caseNumber undefined"}
2025-03-14T22:29:12.634735+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352634,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: current-month-folder-id - value: [object Promise]"}
2025-03-14T22:29:12.637460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352635,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"QuipService.createDocument for id b7ef96fc-4995-4d2b-b152-2783270aada8..."}
2025-03-14T22:29:12.738231+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.738357+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-reporting'"}
2025-03-14T22:29:12.738386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:12.730Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"}
2025-03-14T22:29:12.738387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"}
2025-03-14T22:29:12.738444+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"}
2025-03-14T22:29:12.738552+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:12.738555+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-bridge-to-generate"}
2025-03-14T22:29:12.738591+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-bridge-to-generate is not consumed by icc-reporting."}
2025-03-14T22:29:12.738591+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352738,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-bridge-to-generate correctly routed"}
2025-03-14T22:29:12.751240+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.751386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T22:29:12.751410+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:12.743Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U03NM0MKSNQ\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"}
2025-03-14T22:29:12.751431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T22:29:12.751469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T22:29:12.751556+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:12.751557+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-invite-users"}
2025-03-14T22:29:12.751557+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T22:29:12.751569+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-invite-users correctly routed"}
2025-03-14T22:29:12.929793+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352929,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:12.929920+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352929,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-reporting'"}
2025-03-14T22:29:12.929927+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352929,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:12.876Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991350,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991350951,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"}
2025-03-14T22:29:12.929952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352929,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"}
2025-03-14T22:29:12.930003+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352929,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"}
2025-03-14T22:29:12.930111+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352930,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:12.930111+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991352930,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-created"}
2025-03-14T22:29:12.930114+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352930,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-created is not consumed by icc-reporting."}
2025-03-14T22:29:12.930161+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991352930,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-created correctly routed"}
2025-03-14T22:29:13.336374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:13.336518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-reporting'"}
2025-03-14T22:29:13.336549+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:13.326Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}"}
2025-03-14T22:29:13.336620+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"}
2025-03-14T22:29:13.336624+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"}
2025-03-14T22:29:13.336717+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:13.336732+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-bridge-generated"}
2025-03-14T22:29:13.336775+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-bridge-generated is not consumed by icc-reporting."}
2025-03-14T22:29:13.336777+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-bridge-generated correctly routed"}
2025-03-14T22:29:13.533855+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353533,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:13.534034+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353533,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-reporting'"}
2025-03-14T22:29:13.534121+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:13.525Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\",\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T22:29:13.336Z\",\"modifiedAt\":\"2025-03-14T22:29:13.336Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T22:29:13.336Z\",\"modifiedAt\":\"2025-03-14T22:29:13.336Z\",\"id\":\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\",\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true,\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"folderId\":null}]}}"}
2025-03-14T22:29:13.534126+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"}
2025-03-14T22:29:13.534184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"}
2025-03-14T22:29:13.534270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:13.534279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-bridge-created"}
2025-03-14T22:29:13.534282+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-bridge-created is now being processed."}
2025-03-14T22:29:13.534434+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:29:13.534944+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId null and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,98,114,105,100,103,101,45,99,114,101,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,50,57,58,49,51,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:29:13.525Z\\\",\\\"user\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"name\\\":\\\"SiteReliability\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"\\\",\\\"name\\\":\\\"\\\"},\\\"subject\\\":\\\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\\\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\\\n\\\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\\\",\\\"detectedTime\\\":\\\"2025-03-14T22:24:08.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"New\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"\\\",\\\"caseRecordId\\\":\\\"\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"\\\",\\\"engagedAt\\\":\\\"\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"gusExportTimestamp\\\":\\\"\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\\\",\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\",\\\"isManaged\\\":true,\\\"createdBy\\\":\\\"SiteReliability\\\",\\\"modifiedBy\\\":\\\"SiteReliability\\\",\\\"createdAt\\\":\\\"2025-03-14T22:29:13.336Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T22:29:13.336Z\\\"},\\\"changes\\\":{\\\"bridge\\\":[null,{\\\"createdAt\\\":\\\"2025-03-14T22:29:13.336Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T22:29:13.336Z\\\",\\\"id\\\":\\\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\\\",\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\",\\\"isManaged\\\":true,\\\"incidentId\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"folderId\\\":null}]}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:29:13.525Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\",\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T22:29:13.336Z\",\"modifiedAt\":\"2025-03-14T22:29:13.336Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T22:29:13.336Z\",\"modifiedAt\":\"2025-03-14T22:29:13.336Z\",\"id\":\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\",\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true,\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"folderId\":null}]}},\"encoder\":\"json\",\"eventType\":\"icc-bridge-created\",\"payload\":{\"createdAt\":\"2025-03-14T22:29:13.525Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\",\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T22:29:13.336Z\",\"modifiedAt\":\"2025-03-14T22:29:13.336Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T22:29:13.336Z\",\"modifiedAt\":\"2025-03-14T22:29:13.336Z\",\"id\":\"58a9d80e-a6e8-48f2-b979-6e45a0e7ceb1\",\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\",\"isManaged\":true,\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"folderId\":null}]}}}"}
2025-03-14T22:29:13.534945+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId not found for b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:13.534946+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991353534,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-bridge-created correctly routed"}
2025-03-14T22:29:17.449654+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:17.449820+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991357449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-14T22:29:17.449824+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:17.396Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T22:29:17.396Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"}
2025-03-14T22:29:17.449839+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T22:29:17.449901+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T22:29:17.450014+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991357449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:17.450056+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-gus-response"}
2025-03-14T22:29:17.450057+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-14T22:29:17.450196+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:29:17.450700+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,50,57,58,49,55,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:29:17.396Z\\\",\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_created\\\",\\\"timestamp\\\":\\\"2025-03-14T22:29:17.396Z\\\",\\\"recordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"incidentId\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"caseNumber\\\":\\\"73035802\\\"},\\\"changes\\\":{\\\"lastExportStatus\\\":[null,\\\"success\\\"]}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:29:17.396Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T22:29:17.396Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-14T22:29:17.396Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T22:29:17.396Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}}"}
2025-03-14T22:29:17.450702+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T22:29:17.450702+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId XIHAAA9U7JG"}
2025-03-14T22:29:17.450703+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T22:29:17.450716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId b7ef96fc-4995-4d2b-b152-2783270aada8, docId XIHAAA9U7JG, event {\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T22:29:17.396Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"}"}
2025-03-14T22:29:17.450802+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357450,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: [object Promise]"}
2025-03-14T22:29:17.451167+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357451,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId b7ef96fc-4995-4d2b-b152-2783270aada8, docId XIHAAA9U7JG, caseNumber null"}
2025-03-14T22:29:17.451168+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991357451,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.setValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: 73035802"}
2025-03-14T22:29:18.129492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:18.129598+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-reporting'"}
2025-03-14T22:29:18.129599+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:18.080Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"createdAt\":\"2025-03-14T22:29:12.550Z\",\"modifiedAt\":\"2025-03-14T22:29:17.450Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"}}"}
2025-03-14T22:29:18.129602+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"}
2025-03-14T22:29:18.129676+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"}
2025-03-14T22:29:18.129791+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:18.129792+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-renamed"}
2025-03-14T22:29:18.129794+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-renamed is not consumed by icc-reporting."}
2025-03-14T22:29:18.129828+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991358129,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-renamed correctly routed"}
2025-03-14T22:29:18.278381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991358278,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-gus-response correctly routed"}
2025-03-14T22:29:23.220803+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363220,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:23.220990+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363220,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-reporting'"}
2025-03-14T22:29:23.221074+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363220,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:23.195Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:17.396Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"gusCaseRecordId\":\"500EE00001TuDhMYAV\"}],\"requestId\":\"9d8d1714-9007-9118-2e12-6d3b58d43114\",\"client\":\"quantumks2s\"}"}
2025-03-14T22:29:23.221075+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"}
2025-03-14T22:29:23.221136+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"}
2025-03-14T22:29:23.221235+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:23.221236+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-to-cis-request"}
2025-03-14T22:29:23.221239+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-incident-to-cis-request is not consumed by icc-reporting."}
2025-03-14T22:29:23.221269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-to-cis-request correctly routed"}
2025-03-14T22:29:23.221365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:23.221551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-create-request' for consumer group='icc-reporting'"}
2025-03-14T22:29:23.221585+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:23.197Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:17.396Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:23.126Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T22:29:23.095Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":true,\"sfid\":null,\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":null}],\"requestId\":\"9d8d1714-9007-9118-2e12-6d3b58d43114\",\"client\":\"quantumks2s\"}"}
2025-03-14T22:29:23.221597+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}"}
2025-03-14T22:29:23.221644+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}"}
2025-03-14T22:29:23.221716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:23.221716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-ctc-lock-create-request"}
2025-03-14T22:29:23.221717+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-ctc-lock-create-request is not consumed by icc-reporting."}
2025-03-14T22:29:23.221728+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363221,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-ctc-lock-create-request correctly routed"}
2025-03-14T22:29:23.261841+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363261,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:23.261917+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363261,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-reporting'"}
2025-03-14T22:29:23.261917+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363261,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"timestamp\":\"2025-03-14T22:29:23.196Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"}
2025-03-14T22:29:23.261920+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363261,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"}
2025-03-14T22:29:23.261983+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363261,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"}
2025-03-14T22:29:23.262024+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363261,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:23.262326+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741991363262,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T22:29:23.797802+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363797,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:23.797940+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363797,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-reporting'"}
2025-03-14T22:29:23.797959+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363797,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:23.742Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}]}"}
2025-03-14T22:29:23.797978+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363797,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-14T22:29:23.798042+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363798,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-14T22:29:23.798140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363798,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:23.798352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741991363798,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T22:29:23.818634+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363818,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:23.818860+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363818,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-reporting'"}
2025-03-14T22:29:23.818893+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363818,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:23.742Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}],\"cis\":[{\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createLock\":true,\"sfid\":\"aCqEE000000C0XJ0A0\",\"configurationItem\":{\"id\":\"a7JEE00000NYJr02AH\",\"name\":\"ita28\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod19-eusouth1.core1.ita28\",\"parentId\":\"a7JEE00000CsLTZ2A3\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:23.126Z\",\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":null}}]}"}
2025-03-14T22:29:23.818908+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363818,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-14T22:29:23.818964+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363818,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-14T22:29:23.819058+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363819,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:23.819205+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741991363819,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T22:29:23.835430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:23.835729+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-reporting'"}
2025-03-14T22:29:23.835819+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:23.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:17.396Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core Live on Falcon\"]}},\"requestId\":\"e08d5cd7-ce49-6078-7ee3-9a023cc900d4\",\"client\":\"quantumks2s\"}"}
2025-03-14T22:29:23.835832+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-14T22:29:23.835891+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-14T22:29:23.835962+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:23.835965+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-updated"}
2025-03-14T22:29:23.835999+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991363835,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-updated is now being processed."}
2025-03-14T22:29:23.836140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363836,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:29:23.836667+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363836,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,117,112,100,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,50,57,58,50,51,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:29:23.685Z\\\",\\\"user\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"name\\\":\\\"SiteReliability\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"icc-73035802\\\"},\\\"subject\\\":\\\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\\\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\\\n\\\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\\\",\\\"detectedTime\\\":\\\"2025-03-14T22:24:08.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"d346d86b-03a3-434f-aacd-8903c7bb906b\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\\\",\\\"email\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Nikita Aggarwal\\\",\\\"firstName\\\":\\\"Nikita\\\",\\\"lastName\\\":\\\"Aggarwal\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000007E8JRYA0\\\",\\\"slackUserId\\\":\\\"U03NM0MKSNQ\\\",\\\"createdBy\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"modifiedBy\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-08-01T22:10:34.305Z\\\",\\\"modifiedAt\\\":\\\"2022-08-01T22:10:34.305Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73035802\\\",\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/haP7AkVoE22k\\\",\\\"engagedAt\\\":\\\"2025-03-14T22:29:23.212Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T22:29:17.396Z\\\",\\\"usdResources\\\":[]},\\\"changes\\\":{\\\"roles\\\":{\\\"0\\\":[null,{\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"d346d86b-03a3-434f-aacd-8903c7bb906b\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\\\",\\\"email\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Nikita Aggarwal\\\",\\\"firstName\\\":\\\"Nikita\\\",\\\"lastName\\\":\\\"Aggarwal\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000007E8JRYA0\\\",\\\"slackUserId\\\":\\\"U03NM0MKSNQ\\\",\\\"createdBy\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"modifiedBy\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-08-01T22:10:34.305Z\\\",\\\"modifiedAt\\\":\\\"2022-08-01T22:10:34.305Z\\\"},\\\"externalGusId\\\":null}]},\\\"servicesImpacted\\\":{\\\"0\\\":[null,\\\"Core Live on Falcon\\\"]}},\\\"requestId\\\":\\\"e08d5cd7-ce49-6078-7ee3-9a023cc900d4\\\",\\\"client\\\":\\\"quantumks2s\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:29:23.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",
2025-03-14T22:29:23.836667+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:17.396Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core Live on Falcon\"]}},\"requestId\":\"e08d5cd7-ce49-6078-7ee3-9a023cc900d4\",\"client\":\"quantumks2s\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-updated\",\"payload\":{\"createdAt\":\"2025-03-14T22:29:23.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:17.396Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core Live on Falcon\"]}},\"requestId\":\"e08d5cd7-ce49-6078-7ee3-9a023cc900d4\",\"client\":\"quantumks2s\"}}"}
2025-03-14T22:29:23.836670+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363836,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T22:29:23.836673+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363836,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-updated and docId XIHAAA9U7JG"}
2025-03-14T22:29:23.836700+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363836,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentUpdated for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T22:29:23.836745+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363836,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: b7ef96fc-4995-4d2b-b152-2783270aada8-incident-info"}
2025-03-14T22:29:23.837240+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991363837,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: [object Promise]"}
2025-03-14T22:29:24.696482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991364696,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Roles for  incident: [{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]"}
2025-03-14T22:29:24.747766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991364747,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Roles for  incident: [{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]"}
2025-03-14T22:29:25.335718+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991365335,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:25.335835+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991365335,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-reporting'"}
2025-03-14T22:29:25.335865+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991365335,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"active\",\"externalId\":\"a8LEE00001BY0lD2AT\",\"incidentToCiId\":\"599ff244-7d51-40ea-bdc8-b30be613c623\"}],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"}"}
2025-03-14T22:29:25.335908+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991365335,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T22:29:25.335956+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991365335,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T22:29:25.336297+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991365336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:25.336298+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741991365336,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T22:29:25.368362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991365368,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: b7ef96fc-4995-4d2b-b152-2783270aada8-incident-info, info: {\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseId\":\"500EE00001TuDhMYAV\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"slackChannelId\":\"C08HDBF5E3Z\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"impact\":\"PerformanceDegradation\",\"impactStart\":\"2025-03-14T22:29:09.518Z\",\"impactEnd\":\"0\",\"servicesImpacted\":\"Core Live on Falcon\",\"roles\":{\"Incident Commander\":\"Nikita Aggarwal\"},\"category\":\"Category not found\",\"rootCause\":\"Root cause not found\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"caseNumber\":\"73035802\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T22:29:25.369487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991365369,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-updated correctly routed"}
2025-03-14T22:29:28.433850+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368433,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:28.433924+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991368433,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-14T22:29:28.433986+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368433,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:28.383Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}"}
2025-03-14T22:29:28.434010+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368433,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T22:29:28.434085+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T22:29:28.434387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:28.434388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-gus-response"}
2025-03-14T22:29:28.434389+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-14T22:29:28.434390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:29:28.435033+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,50,57,58,50,56,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:29:28.383Z\\\",\\\"user\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"name\\\":\\\"SiteReliability\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-14T22:29:28.383Z\\\",\\\"recordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"incidentId\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"caseNumber\\\":\\\"73035802\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:29:28.383Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-14T22:29:28.383Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}}"}
2025-03-14T22:29:28.435033+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T22:29:28.435034+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId XIHAAA9U7JG"}
2025-03-14T22:29:28.435035+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T22:29:28.435035+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId b7ef96fc-4995-4d2b-b152-2783270aada8, docId XIHAAA9U7JG, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"}"}
2025-03-14T22:29:28.435038+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368434,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: [object Promise]"}
2025-03-14T22:29:28.435415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991368435,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId b7ef96fc-4995-4d2b-b152-2783270aada8, docId XIHAAA9U7JG, caseNumber 73035802"}
2025-03-14T22:29:28.435416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991368435,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-gus-response correctly routed"}
2025-03-14T22:29:29.933999+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369933,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:29.934136+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-14T22:29:29.934166+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:29.420Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:29.420Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}"}
2025-03-14T22:29:29.934186+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T22:29:29.934236+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-14T22:29:29.934340+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:29.934382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-gus-response"}
2025-03-14T22:29:29.934383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-14T22:29:29.934520+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:29:29.935228+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369934,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,50,57,58,50,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:29:29.420Z\\\",\\\"user\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"name\\\":\\\"SiteReliability\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-14T22:29:29.420Z\\\",\\\"recordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"incidentId\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"caseNumber\\\":\\\"73035802\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:29:29.420Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:29.420Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-14T22:29:29.420Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:29.420Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}}"}
2025-03-14T22:29:29.935229+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T22:29:29.935230+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId XIHAAA9U7JG"}
2025-03-14T22:29:29.935230+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T22:29:29.935231+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId b7ef96fc-4995-4d2b-b152-2783270aada8, docId XIHAAA9U7JG, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:29.420Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"}"}
2025-03-14T22:29:29.935232+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: [object Promise]"}
2025-03-14T22:29:29.935584+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId b7ef96fc-4995-4d2b-b152-2783270aada8, docId XIHAAA9U7JG, caseNumber 73035802"}
2025-03-14T22:29:29.935584+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991369935,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-gus-response correctly routed"}
2025-03-14T22:29:43.517607+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:43.517678+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-14T22:29:43.517679+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:43.467Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"09626777-fd23-4c59-8d19-7be953d96ecd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"}
2025-03-14T22:29:43.517735+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-14T22:29:43.517761+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-14T22:29:43.517880+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:43.517880+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - bullmq-job-completed"}
2025-03-14T22:29:43.517925+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-14T22:29:43.517926+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383517,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - bullmq-job-completed correctly routed"}
2025-03-14T22:29:43.585492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:43.585493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-14T22:29:43.585494+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:43.536Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"09626777-fd23-4c59-8d19-7be953d96ecd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"09626777-fd23-4c59-8d19-7be953d96ecd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:13.420Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"}
2025-03-14T22:29:43.585495+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-14T22:29:43.585496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-14T22:29:43.585496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:43.585496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-reminder-triggered"}
2025-03-14T22:29:43.585497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-14T22:29:43.585497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991383585,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-reminder-triggered correctly routed"}
2025-03-14T22:29:57.127219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:57.127484+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-reporting'"}
2025-03-14T22:29:57.127543+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:57.117Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"fc1cfe08-1fec-d49d-5dfb-123bdd1a8922\",\"client\":\"icc-slack-app\"}"}
2025-03-14T22:29:57.127547+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"}
2025-03-14T22:29:57.127579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"}
2025-03-14T22:29:57.127702+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:57.127702+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-page-request"}
2025-03-14T22:29:57.127727+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-page-request is not consumed by icc-reporting."}
2025-03-14T22:29:57.127728+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-page-request correctly routed"}
2025-03-14T22:29:57.483054+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397482,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:57.483532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-14T22:29:57.483632+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:57.465Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"serviceName\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\",\"responderName\":\"Dominick Blue\",\"responderId\":\"P5SH499\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P5SH499\",\"incidentNumber\":\"14014185\",\"incidentTitle\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:29:57.415Z\",\"pdData\":{\"incident\":{\"incident_number\":14014185,\"title\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"created_at\":\"2025-03-14T22:29:57Z\",\"updated_at\":\"2025-03-14T22:29:57Z\",\"status\":\"triggered\",\"incident_key\":\"5a151f3ed3614b2db905bd98891a41b1\",\"service\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"assignments\":[{\"at\":\"2025-03-14T22:29:57Z\",\"assignee\":{\"id\":\"P5SH499\",\"type\":\"user_reference\",\"summary\":\"Dominick Blue\",\"self\":\"https://api.pagerduty.com/users/P5SH499\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5SH499\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:29:57Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RQ1766ELX66PKX7223XY054C2Z\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RQ1766ELX66PKX7223XY054C2Z\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X/log_entries/RQ1766ELX66PKX7223XY054C2Z\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTS92B1\",\"type\":\"escalation_policy_reference\",\"summary\":\"CPSRE Global Escalation\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTS92B1\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\"},\"teams\":[{\"id\":\"P186O8B\",\"type\":\"team_reference\",\"summary\":\"CP SRE Global\",\"self\":\"https://api.pagerduty.com/teams/P186O8B\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P186O8B\"}],\"impacted_services\":[{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:39:57Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T10:29:57Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1IH7VVZWX244X\",\"type\":\"incident\",\"summary\":\"[#14014185] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"self\":\"https://api.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \"}}},\"responderEmail\":\"dominick.blue@salesforce.com\"}}"}
2025-03-14T22:29:57.483639+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T22:29:57.483711+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T22:29:57.483804+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:57.483804+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-page-response"}
2025-03-14T22:29:57.483805+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-14T22:29:57.483966+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397483,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:29:57.487174+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397484,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,50,57,58,53,55,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:29:57.465Z\\\",\\\"user\\\":{\\\"id\\\":\\\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\\\",\\\"email\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Nikita Aggarwal\\\",\\\"firstName\\\":\\\"Nikita\\\",\\\"lastName\\\":\\\"Aggarwal\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000007E8JRYA0\\\",\\\"slackUserId\\\":\\\"U03NM0MKSNQ\\\",\\\"createdBy\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"modifiedBy\\\":\\\"aggarwal.n@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-08-01T22:10:34.305Z\\\",\\\"modifiedAt\\\":\\\"2022-08-01T22:10:34.305Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"icc-73035802\\\"},\\\"subject\\\":\\\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\\\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\\\n\\\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\\\",\\\"detectedTime\\\":\\\"2025-03-14T22:24:08.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73035802\\\",\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/haP7AkVoE22k\\\",\\\"engagedAt\\\":\\\"2025-03-14T22:29:23.212Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T22:29:29.420Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\\\",\\\"serviceId\\\":\\\"PM846U4\\\",\\\"serviceName\\\":\\\"(CP SRE USE ONLY) CP SRE Global IMS Response\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/PM846U4\\\",\\\"responderName\\\":\\\"Dominick Blue\\\",\\\"responderId\\\":\\\"P5SH499\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/P5SH499\\\",\\\"incidentNumber\\\":\\\"14014185\\\",\\\"incidentTitle\\\":\\\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73035802\\\\nBridge URL: https://meet.google.com/oms-esob-eoa\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-14T22:29:57.415Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14014185,\\\"title\\\":\\\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"created_at\\\":\\\"2025-03-14T22:29:57Z\\\",\\\"updated_at\\\":\\\"2025-03-14T22:29:57Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"5a151f3ed3614b2db905bd98891a41b1\\\",\\\"service\\\":{\\\"id\\\":\\\"PM846U4\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"(CP SRE USE ONLY) CP SRE Global IMS Response\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PM846U4\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PM846U4\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-14T22:29:57Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P5SH499\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Dominick Blue\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P5SH499\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P5SH499\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-14T22:29:57Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"RQ1766ELX66PKX7223XY054C2Z\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/RQ1766ELX66PKX7223XY054C2Z\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X/log_entries/RQ1766ELX66PKX7223XY054C2Z\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PTS92B1\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"CPSRE Global Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PTS92B1\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"P186O8B\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"CP SRE Global\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/P186O8B\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/P186O8B\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"PM846U4\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"(CP SRE USE ONLY) CP SRE Global IMS Response\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PM846U4\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PM846U4\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-14T22:39:57Z\\\"},{\\\"type\\\":\\\"resolve\\\",\\\"at\\\":\\\"2025-03-15T10:29:57Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"PM846U4\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"(CP SRE USE ONLY) CP SRE Global IMS Response\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PM846U4\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PM846U4\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q1IH7VVZWX244X\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14014185] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q1IH7VVZWX244X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73035802\\\\nBridge URL: https://meet.google.com/oms-esob-eoa\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"dominick.blue@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:29:57.465Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted:
2025-03-14T22:29:57.487174+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"serviceName\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\",\"responderName\":\"Dominick Blue\",\"responderId\":\"P5SH499\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P5SH499\",\"incidentNumber\":\"14014185\",\"incidentTitle\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:29:57.415Z\",\"pdData\":{\"incident\":{\"incident_number\":14014185,\"title\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"created_at\":\"2025-03-14T22:29:57Z\",\"updated_at\":\"2025-03-14T22:29:57Z\",\"status\":\"triggered\",\"incident_key\":\"5a151f3ed3614b2db905bd98891a41b1\",\"service\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"assignments\":[{\"at\":\"2025-03-14T22:29:57Z\",\"assignee\":{\"id\":\"P5SH499\",\"type\":\"user_reference\",\"summary\":\"Dominick Blue\",\"self\":\"https://api.pagerduty.com/users/P5SH499\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5SH499\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:29:57Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RQ1766ELX66PKX7223XY054C2Z\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RQ1766ELX66PKX7223XY054C2Z\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X/log_entries/RQ1766ELX66PKX7223XY054C2Z\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTS92B1\",\"type\":\"escalation_policy_reference\",\"summary\":\"CPSRE Global Escalation\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTS92B1\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\"},\"teams\":[{\"id\":\"P186O8B\",\"type\":\"team_reference\",\"summary\":\"CP SRE Global\",\"self\":\"https://api.pagerduty.com/teams/P186O8B\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P186O8B\"}],\"impacted_services\":[{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:39:57Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T10:29:57Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1IH7VVZWX244X\",\"type\":\"incident\",\"summary\":\"[#14014185] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"self\":\"https://api.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \"}}},\"responderEmail\":\"dominick.blue@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-14T22:29:57.465Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"serviceName\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\",\"responderName\":\"Dominick Blue\",\"responderId\":\"P5SH499\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P5SH499\",\"incidentNumber\":\"14014185\",\"incidentTitle\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentLink\":
2025-03-14T22:29:57.487174+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:29:57.415Z\",\"pdData\":{\"incident\":{\"incident_number\":14014185,\"title\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"created_at\":\"2025-03-14T22:29:57Z\",\"updated_at\":\"2025-03-14T22:29:57Z\",\"status\":\"triggered\",\"incident_key\":\"5a151f3ed3614b2db905bd98891a41b1\",\"service\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"assignments\":[{\"at\":\"2025-03-14T22:29:57Z\",\"assignee\":{\"id\":\"P5SH499\",\"type\":\"user_reference\",\"summary\":\"Dominick Blue\",\"self\":\"https://api.pagerduty.com/users/P5SH499\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5SH499\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:29:57Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RQ1766ELX66PKX7223XY054C2Z\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RQ1766ELX66PKX7223XY054C2Z\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X/log_entries/RQ1766ELX66PKX7223XY054C2Z\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTS92B1\",\"type\":\"escalation_policy_reference\",\"summary\":\"CPSRE Global Escalation\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTS92B1\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\"},\"teams\":[{\"id\":\"P186O8B\",\"type\":\"team_reference\",\"summary\":\"CP SRE Global\",\"self\":\"https://api.pagerduty.com/teams/P186O8B\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P186O8B\"}],\"impacted_services\":[{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:39:57Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T10:29:57Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1IH7VVZWX244X\",\"type\":\"incident\",\"summary\":\"[#14014185] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"self\":\"https://api.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1IH7VVZWX244X\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \"}}},\"responderEmail\":\"dominick.blue@salesforce.com\"}}}"}
2025-03-14T22:29:57.487175+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397484,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T22:29:57.487175+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397484,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId XIHAAA9U7JG"}
2025-03-14T22:29:57.487177+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397484,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T22:29:57.536114+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:29:57.536278+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T22:29:57.536337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:57.527Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"users\":[\"U02NP5RGQQ7\"]}}"}
2025-03-14T22:29:57.536383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T22:29:57.536409+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T22:29:57.536517+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:29:57.536518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-invite-users"}
2025-03-14T22:29:57.536527+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T22:29:57.536530+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991397536,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-invite-users correctly routed"}
2025-03-14T22:29:58.056314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991398056,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-page-response correctly routed"}
2025-03-14T22:33:54.599306+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991634599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2907607040,\"uptime\":1811451.91,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23368470,\"nice\":13180,\"sys\":3533600,\"idle\":1780621140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23304180,\"nice\":14580,\"sys\":3531760,\"idle\":1780700490,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30002,\"num\":3,\"sum\":60029}}}"}
2025-03-14T22:33:54.599377+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991634599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:39:24.588916+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964588,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:39:24.589042+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964588,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-14T22:39:24.589044+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964588,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:24.328Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"}
2025-03-14T22:39:24.589106+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964589,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-14T22:39:24.589125+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964589,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-14T22:39:24.589202+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964589,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:39:24.589203+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964589,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - bullmq-job-completed"}
2025-03-14T22:39:24.589227+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964589,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-14T22:39:24.589238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964589,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - bullmq-job-completed correctly routed"}
2025-03-14T22:39:24.681569+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:39:24.681677+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-14T22:39:24.681703+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:24.632Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:39:24.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"}
2025-03-14T22:39:24.681704+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-14T22:39:24.681768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-14T22:39:24.681882+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:39:24.681883+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-reminder-triggered"}
2025-03-14T22:39:24.681884+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-14T22:39:24.681884+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991964681,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-reminder-triggered correctly routed"}
2025-03-14T22:39:59.567850+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991999567,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-14T22:39:59.568701+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741991999568,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-14T22:42:54.779275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992174779,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905767936,\"uptime\":1811992.09,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23372550,\"nice\":13180,\"sys\":3534350,\"idle\":1781154520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23308670,\"nice\":14580,\"sys\":3532620,\"idle\":1781234120,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30019,\"num\":3,\"sum\":60027}}}"}
2025-03-14T22:42:54.779345+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992174779,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:44:36.850295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992276850,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:44:36.850581+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992276850,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-14T22:44:36.851114+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992276850,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:44:36.131Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"34322b2f-bcb3-43bf-8416-818d3302dbf2\",\"sequenceNumber\":1}}"}
2025-03-14T22:44:36.851115+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992276851,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T22:44:36.851139+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992276851,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-14T22:44:36.851249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992276851,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:44:36.851250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992276851,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-internal-comms-response"}
2025-03-14T22:44:36.851261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992276851,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-14T22:44:36.851288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992276851,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-internal-comms-response correctly routed"}
2025-03-14T22:45:11.673222+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:45:11.673618+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-14T22:45:11.673722+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:45:11.663Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"id\":\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\",\"responderName\":\"manish anand\",\"responderId\":\"P0YQICW\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P0YQICW\",\"incidentNumber\":\"14014301\",\"incidentTitle\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:45:11.596Z\",\"pdData\":{\"incident\":{\"incident_number\":14014301,\"title\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"created_at\":\"2025-03-14T22:45:11Z\",\"updated_at\":\"2025-03-14T22:45:11Z\",\"status\":\"triggered\",\"incident_key\":\"2e32fb6f9ea04ced9f35c87b950247ec\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-14T22:45:11Z\",\"assignee\":{\"id\":\"P0YQICW\",\"type\":\"user_reference\",\"summary\":\"manish anand\",\"self\":\"https://api.pagerduty.com/users/P0YQICW\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0YQICW\"}},{\"at\":\"2025-03-14T22:45:11Z\",\"assignee\":{\"id\":\"P25M844\",\"type\":\"user_reference\",\"summary\":\"Eder Zechim\",\"self\":\"https://api.pagerduty.com/users/P25M844\",\"html_url\":\"https://salesforce.pagerduty.com/users/P25M844\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:45:11Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R8ZDKXQUHULQPRQERZF0IX3TV2\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PYDYEWP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https://api.pagerduty.com/teams/P4TEPEY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:55:11Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q007Y9U9HRDQNL\",\"type\":\"incident\",\"summary\":\"[#14014301] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"self\":\"https://api.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \"}}},\"responderEmail\":\"manish.anand@salesforce.com\"}}"}
2025-03-14T22:45:11.673723+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T22:45:11.673763+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-14T22:45:11.673859+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:45:11.673882+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-page-response"}
2025-03-14T22:45:11.673883+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-14T22:45:11.674007+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311673,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T22:45:11.674683+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,50,58,52,53,58,49,49,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T22:45:11.663Z\\\",\\\"user\\\":{\\\"id\\\":\\\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\\\",\\\"email\\\":\\\"dominick.blue@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Dominick Blue\\\",\\\"firstName\\\":\\\"Dominick\\\",\\\"lastName\\\":\\\"Blue\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002OJOXYA4\\\",\\\"slackUserId\\\":\\\"U02NP5RGQQ7\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"dominick.blue@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-02T00:02:26.122Z\\\",\\\"modifiedAt\\\":\\\"2022-03-02T00:02:29.631Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"icc-73035802\\\"},\\\"subject\\\":\\\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\\\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\\\n\\\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\\\",\\\"detectedTime\\\":\\\"2025-03-14T22:24:08.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73035802\\\",\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/haP7AkVoE22k\\\",\\\"engagedAt\\\":\\\"2025-03-14T22:29:23.212Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T22:29:29.420Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\\\",\\\"serviceId\\\":\\\"P25VK5X\\\",\\\"serviceName\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\",\\\"responderName\\\":\\\"manish anand\\\",\\\"responderId\\\":\\\"P0YQICW\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/P0YQICW\\\",\\\"incidentNumber\\\":\\\"14014301\\\",\\\"incidentTitle\\\":\\\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73035802\\\\nBridge URL: https://meet.google.com/oms-esob-eoa\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-14T22:45:11.596Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14014301,\\\"title\\\":\\\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"created_at\\\":\\\"2025-03-14T22:45:11Z\\\",\\\"updated_at\\\":\\\"2025-03-14T22:45:11Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"2e32fb6f9ea04ced9f35c87b950247ec\\\",\\\"service\\\":{\\\"id\\\":\\\"P25VK5X\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P25VK5X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-14T22:45:11Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P0YQICW\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"manish anand\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P0YQICW\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P0YQICW\\\"}},{\\\"at\\\":\\\"2025-03-14T22:45:11Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P25M844\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Eder Zechim\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P25M844\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P25M844\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-14T22:45:11Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R8ZDKXQUHULQPRQERZF0IX3TV2\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PYDYEWP\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"CAPE EP\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PYDYEWP\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"P4TEPEY\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"GUS: CAPE\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/P4TEPEY\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/P4TEPEY\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"P25VK5X\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P25VK5X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-14T22:55:11Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"P25VK5X\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: CAPE Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P25VK5X\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P25VK5X\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q007Y9U9HRDQNL\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14014301] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q007Y9U9HRDQNL\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73035802\\\\nBridge URL: https://meet.google.com/oms-esob-eoa\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"manish.anand@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T22:45:11.663Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_
2025-03-14T22:45:11.674683+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"id\":\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\",\"responderName\":\"manish anand\",\"responderId\":\"P0YQICW\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P0YQICW\",\"incidentNumber\":\"14014301\",\"incidentTitle\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:45:11.596Z\",\"pdData\":{\"incident\":{\"incident_number\":14014301,\"title\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"created_at\":\"2025-03-14T22:45:11Z\",\"updated_at\":\"2025-03-14T22:45:11Z\",\"status\":\"triggered\",\"incident_key\":\"2e32fb6f9ea04ced9f35c87b950247ec\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-14T22:45:11Z\",\"assignee\":{\"id\":\"P0YQICW\",\"type\":\"user_reference\",\"summary\":\"manish anand\",\"self\":\"https://api.pagerduty.com/users/P0YQICW\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0YQICW\"}},{\"at\":\"2025-03-14T22:45:11Z\",\"assignee\":{\"id\":\"P25M844\",\"type\":\"user_reference\",\"summary\":\"Eder Zechim\",\"self\":\"https://api.pagerduty.com/users/P25M844\",\"html_url\":\"https://salesforce.pagerduty.com/users/P25M844\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:45:11Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R8ZDKXQUHULQPRQERZF0IX3TV2\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PYDYEWP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https://api.pagerduty.com/teams/P4TEPEY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:55:11Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q007Y9U9HRDQNL\",\"type\":\"incident\",\"summary\":\"[#14014301] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"self\":\"https://api.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \"}}},\"responderEmail\":\"manish.anand@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-14T22:45:11.663Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"id\":\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\",\"responderName\":\"manish anand\",\"responderId\":\"P0YQICW\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P0YQICW\",\"incidentNumber\":\"14014301\",\"incidentTitle\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\n
2025-03-14T22:45:11.674683+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] US number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:45:11.596Z\",\"pdData\":{\"incident\":{\"incident_number\":14014301,\"title\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"created_at\":\"2025-03-14T22:45:11Z\",\"updated_at\":\"2025-03-14T22:45:11Z\",\"status\":\"triggered\",\"incident_key\":\"2e32fb6f9ea04ced9f35c87b950247ec\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-14T22:45:11Z\",\"assignee\":{\"id\":\"P0YQICW\",\"type\":\"user_reference\",\"summary\":\"manish anand\",\"self\":\"https://api.pagerduty.com/users/P0YQICW\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0YQICW\"}},{\"at\":\"2025-03-14T22:45:11Z\",\"assignee\":{\"id\":\"P25M844\",\"type\":\"user_reference\",\"summary\":\"Eder Zechim\",\"self\":\"https://api.pagerduty.com/users/P25M844\",\"html_url\":\"https://salesforce.pagerduty.com/users/P25M844\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:45:11Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R8ZDKXQUHULQPRQERZF0IX3TV2\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL/log_entries/R8ZDKXQUHULQPRQERZF0IX3TV2\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PYDYEWP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https://api.pagerduty.com/teams/P4TEPEY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:55:11Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P25VK5X\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q007Y9U9HRDQNL\",\"type\":\"incident\",\"summary\":\"[#14014301] Incident: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"self\":\"https://api.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q007Y9U9HRDQNL\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \"}}},\"responderEmail\":\"manish.anand@salesforce.com\"}}}"}
2025-03-14T22:45:11.674685+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T22:45:11.674685+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId XIHAAA9U7JG"}
2025-03-14T22:45:11.674724+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311674,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T22:45:11.705819+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311705,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T22:45:11.705923+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311705,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T22:45:11.705947+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311705,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:45:11.697Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"users\":[\"WAQM5NCFJ\"]}}"}
2025-03-14T22:45:11.705966+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311705,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T22:45:11.706009+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311705,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T22:45:11.706086+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311706,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T22:45:11.706086+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992311706,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-invite-users"}
2025-03-14T22:45:11.706109+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311706,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T22:45:11.706110+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992311706,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-slack-channel-invite-users correctly routed"}
2025-03-14T22:47:54.871269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741992474871,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2903728128,\"uptime\":1812292.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23375310,\"nice\":13180,\"sys\":3534810,\"idle\":1781450970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23311310,\"nice\":14580,\"sys\":3533060,\"idle\":1781530290,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-14T22:47:54.871310+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741992474871,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:01:55.199276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741993315199,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2906787840,\"uptime\":1813132.5,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23383030,\"nice\":13180,\"sys\":3536110,\"idle\":1782280450,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23318010,\"nice\":14580,\"sys\":3534350,\"idle\":1782359980,\"irq\":0}}],\"eventLoopStats\":{\"min\":23,\"max\":30030,\"num\":3,\"sum\":60010}}}"}
2025-03-14T23:01:55.199354+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741993315199,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:05:55.239294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741993555239,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2906112000,\"uptime\":1813372.55,\"totalMem\":4018151424,\"loadavg\":[0.21,0.09,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23385430,\"nice\":13180,\"sys\":3536490,\"idle\":1782517410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23319630,\"nice\":14580,\"sys\":3534740,\"idle\":1782597170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29951,\"num\":13,\"sum\":60001}}}"}
2025-03-14T23:05:55.239370+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741993555239,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:07:55.263269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741993675263,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905935872,\"uptime\":1813492.57,\"totalMem\":4018151424,\"loadavg\":[0.03,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23386590,\"nice\":13180,\"sys\":3536750,\"idle\":1782635990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23320750,\"nice\":14580,\"sys\":3534920,\"idle\":1782715710,\"irq\":0}}],\"eventLoopStats\":{\"min\":70,\"max\":30022,\"num\":3,\"sum\":60012}}}"}
2025-03-14T23:07:55.263433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741993675263,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:14:55.387253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994095387,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905083904,\"uptime\":1813912.69,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23390870,\"nice\":13180,\"sys\":3537390,\"idle\":1783050800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23324720,\"nice\":14580,\"sys\":3535500,\"idle\":1783130900,\"irq\":0}}],\"eventLoopStats\":{\"min\":68,\"max\":30007,\"num\":3,\"sum\":60016}}}"}
2025-03-14T23:14:55.387387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994095387,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:16:55.443255+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994215443,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905018368,\"uptime\":1814032.75,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23391830,\"nice\":13180,\"sys\":3537550,\"idle\":1783169280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23325510,\"nice\":14580,\"sys\":3535650,\"idle\":1783249540,\"irq\":0}}],\"eventLoopStats\":{\"min\":32,\"max\":30004,\"num\":3,\"sum\":60030}}}"}
2025-03-14T23:16:55.443381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994215443,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:17:55.475256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994275475,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904764416,\"uptime\":1814092.78,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23392680,\"nice\":13180,\"sys\":3537610,\"idle\":1783228580,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23325880,\"nice\":14580,\"sys\":3535760,\"idle\":1783308850,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30007,\"num\":3,\"sum\":60028}}}"}
2025-03-14T23:17:55.475387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994275475,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:21:55.555257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994515555,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2899947520,\"uptime\":1814332.86,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23394930,\"nice\":13180,\"sys\":3538100,\"idle\":1783465340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23328190,\"nice\":14580,\"sys\":3536180,\"idle\":1783545500,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30026,\"num\":3,\"sum\":60027}}}"}
2025-03-14T23:21:55.555365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994515555,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:23:33.501839+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613501,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T23:23:33.502027+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994613501,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-reporting'"}
2025-03-14T23:23:33.502028+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613501,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:33.450Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}]}"}
2025-03-14T23:23:33.502083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613502,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-14T23:23:33.502165+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613502,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-14T23:23:33.502258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994613502,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:23:33.502449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741994613502,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T23:23:33.525547+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613525,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T23:23:33.525715+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994613525,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-reporting'"}
2025-03-14T23:23:33.525759+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613525,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:33.450Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}],\"cis\":[{\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createLock\":true,\"sfid\":\"aCqEE000000C0XJ0A0\",\"configurationItem\":{\"id\":\"a7JEE00000NYJr02AH\",\"name\":\"ita28\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod19-eusouth1.core1.ita28\",\"parentId\":\"a7JEE00000CsLTZ2A3\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:25.336Z\",\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"active\",\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}}]}"}
2025-03-14T23:23:33.525803+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613525,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-14T23:23:33.525905+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994613525,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-14T23:23:33.526012+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994613525,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:23:33.526198+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741994613526,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T23:23:55.595263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994635595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897698816,\"uptime\":1814452.9,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23396120,\"nice\":13180,\"sys\":3538230,\"idle\":1783583900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23329060,\"nice\":14580,\"sys\":3536370,\"idle\":1783663940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30009,\"num\":45,\"sum\":59992}}}"}
2025-03-14T23:23:55.595383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994635595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:23:58.354781+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994638354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-14T23:26:55.667298+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994815667,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2901086208,\"uptime\":1814632.97,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23397820,\"nice\":13180,\"sys\":3538470,\"idle\":1783761570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23330550,\"nice\":14580,\"sys\":3536620,\"idle\":1783841810,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30006,\"num\":3,\"sum\":60016}}}"}
2025-03-14T23:26:55.667411+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994815667,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:27:55.699290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741994875699,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2900463616,\"uptime\":1814693,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23398700,\"nice\":13180,\"sys\":3538580,\"idle\":1783820830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23330960,\"nice\":14580,\"sys\":3536700,\"idle\":1783901120,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-14T23:27:55.699352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741994875699,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:30:17.803390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T23:30:17.803652+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-reporting'"}
2025-03-14T23:30:17.803740+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:30:17.616Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"requestId\":\"bf93181d-1bf2-1e41-171a-c7ff4ee74b7b\",\"client\":\"icc-slack-app\"}"}
2025-03-14T23:30:17.803743+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-14T23:30:17.803783+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-14T23:30:17.803903+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:30:17.803904+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-closed"}
2025-03-14T23:30:17.803905+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995017803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-closed is now being processed."}
2025-03-14T23:30:17.804055+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017804,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8 - value: [object Promise]"}
2025-03-14T23:30:17.804668+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017804,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XIHAAA9U7JG and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,99,108,111,115,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,51,58,51,48,58,49,55,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T23:30:17.616Z\\\",\\\"user\\\":{\\\"id\\\":\\\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\\\",\\\"gusUserId\\\":\\\"005EE000002OJOXYA4\\\",\\\"slackUserId\\\":\\\"U02NP5RGQQ7\\\",\\\"name\\\":\\\"Dominick Blue\\\",\\\"email\\\":\\\"dominick.blue@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HDBF5E3Z\\\",\\\"name\\\":\\\"icc-73035802\\\"},\\\"subject\\\":\\\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\\\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\\\n\\\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\\\",\\\"detectedTime\\\":\\\"2025-03-14T22:24:00.000Z\\\",\\\"severity\\\":\\\"Sev3\\\",\\\"status\\\":\\\"Closed\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T21:57:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-14T22:24:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/oms-esob-eoa\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\\\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Capacity\\\",\\\"rootCause\\\":\\\"Capacity\\\",\\\"createdAt\\\":\\\"2025-03-14T22:29:09.518Z\\\",\\\"closingDetails\\\":{\\\"productTag\\\":\\\"a1aEE000000iuXxYAI\\\",\\\"detectedByServiceOwner\\\":false,\\\"prbNumber\\\":null,\\\"proximateCause\\\":\\\"Self-impacting due to long running jobs\\\",\\\"customerExperience\\\":\\\"Performance degradation\\\",\\\"immediateResolution\\\":\\\"This was a self-impacting issue that was self-resolving.\\\",\\\"aarQuestions\\\":\\\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\\\",\\\"changes\\\":\\\"\\\",\\\"breakFix\\\":\\\"\\\",\\\"productTagName\\\":\\\"CAPE - APT\\\",\\\"closedBy\\\":{\\\"id\\\":\\\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\\\",\\\"email\\\":\\\"dominick.blue@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Dominick Blue\\\",\\\"firstName\\\":\\\"Dominick\\\",\\\"lastName\\\":\\\"Blue\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002OJOXYA4\\\",\\\"slackUserId\\\":\\\"U02NP5RGQQ7\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"dominick.blue@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-02T00:02:26.122Z\\\",\\\"modifiedAt\\\":\\\"2022-03-02T00:02:29.631Z\\\"},\\\"incidentId\\\":\\\"b7ef96fc-4995-4d2b-b152-2783270aada8\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\\\",\\\"email\\\":\\\"dominick.blue@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Dominick Blue\\\",\\\"firstName\\\":\\\"Dominick\\\",\\\"lastName\\\":\\\"Blue\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002OJOXYA4\\\",\\\"slackUserId\\\":\\\"U02NP5RGQQ7\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"dominick.blue@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-02T00:02:26.122Z\\\",\\\"modifiedAt\\\":\\\"2022-03-02T00:02:29.631Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\\\",\\\"email\\\":\\\"dominick.blue@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Dominick Blue\\\",\\\"firstName\\\":\\\"Dominick\\\",\\\"lastName\\\":\\\"Blue\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000002OJOXYA4\\\",\\\"slackUserId\\\":\\\"U02NP5RGQQ7\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"dominick.blue@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-02T00:02:26.122Z\\\",\\\"modifiedAt\\\":\\\"2022-03-02T00:02:29.631Z\\\"},\\\"closingComments\\\":null,\\\"createdAt\\\":\\\"2025-03-14T23:30:17.588Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T23:30:17.588Z\\\",\\\"id\\\":\\\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\\\"},\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73035802\\\",\\\"caseRecordId\\\":\\\"500EE00001TuDhMYAV\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/haP7AkVoE22k\\\",\\\"engagedAt\\\":\\\"2025-03-14T22:29:23.212Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T23:24:02.233Z\\\"},\\\"requestId\\\":\\\"bf93181d-1bf2-1e41-171a-c7ff4ee74b7b\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T23:30:17.616Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"requestId\":\"bf93181d-1bf2-1e41-171a-c7ff4ee74b7b\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-closed\",\"payload\":{\"createdAt\":\"2025-03-14T23:30:17.616Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-
2025-03-14T23:30:17.804668+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"requestId\":\"bf93181d-1bf2-1e41-171a-c7ff4ee74b7b\",\"client\":\"icc-slack-app\"}}"}
2025-03-14T23:30:17.804669+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017804,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XIHAAA9U7JG"}
2025-03-14T23:30:17.804669+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017804,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-closed and docId XIHAAA9U7JG"}
2025-03-14T23:30:17.804673+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995017804,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentClosed for id b7ef96fc-4995-4d2b-b152-2783270aada8 and docId XIHAAA9U7JG"}
2025-03-14T23:30:17.804674+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017804,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: b7ef96fc-4995-4d2b-b152-2783270aada8-incident-info"}
2025-03-14T23:30:17.805201+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995017805,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: b7ef96fc-4995-4d2b-b152-2783270aada8-gus-casenumber - value: [object Promise]"}
2025-03-14T23:30:18.875572+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995018874,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-14T23:30:20.446241+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995020445,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"exportSlackMessages internalSlackMessages for docId XIHAAA9U7JG - [{\"date\":\"1741991351.208969\",\"message\":\"<Incident Command Center> has joined the channel\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991351.519929\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991351.777779\",\"message\":\"set the channel description: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\\n\\nVisit *ICC App Home* (<slack://app?team=T01GST6QY0G&amp;id=A02Q50RQQ3B>) to learn more about everything you can do here.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991352.958089\",\"message\":\"<Nikita Aggarwal> has joined the channel\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991353.242229\",\"message\":\"<HawkEye> has joined the channel\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991353.361499\",\"message\":\"<Fawkes> has joined the channel\",\"username\":\"Fawkes\",\"replies\":[]},{\"date\":\"1741991353.484949\",\"message\":\"<SR-Scheduler> has joined the channel\",\"username\":\"SR-Scheduler\",\"replies\":[]},{\"date\":\"1741991353.610359\",\"message\":\"<ROB> has joined the channel\",\"username\":\"ROB\",\"replies\":[]},{\"date\":\"1741991353.702879\",\"message\":\"<Ask Site Switch> has joined the channel\",\"username\":\"Ask Site Switch\",\"replies\":[]},{\"date\":\"1741991353.790169\",\"message\":\"<AIOpsAgent> has joined the channel\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741991358.328519\",\"message\":\"has renamed the channel from \\\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\\\" to \\\"icc-73035802\\\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991363.614689\",\"message\":\"SiteReliability updated status from *New* to *In Progress*. Let's get to work!\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991363.637459\",\"message\":\"SiteReliability just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991363.939949\",\"message\":\"SiteReliability just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991377.120609\",\"message\":\"Incident Causation Analysis for ita28 | *Summary* | • Impacted service(s): DB, Core App - refer to thread for more details\\n• 254.10.4 release done on 2025-03-13 23:10:00 UTC - 22 hours and 49 minutes ago\\n *Time Range:* 2025-03-14 21:59:36 to 2025-03-14 22:29:36 UTC *Root Causal Node:* _`High DB Active Sessions`_ \\n*Probable Causal Paths:*\\n1. _High DB Active Sessions_ :red-arrow-left-right: _High APT (No MQ)_\\n *Impacted Metric(s)*:\\n```High APT (No MQ): 21:59 - 22:27 (28 mins)\\nHigh Open File Descriptors: 21:55 - 22:25 (30 mins)\\nHigh DB Active Sessions - Node 1: 22:05 - 22:15 (10 mins)\\n``` *Links:* [<https://podtap.internal.salesforce.com/?pod=ita28|Podtap>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/dpZDzkSGz/prod-app-osstats?from=1741989576060&to=1741991376060&var-substrate=AWS&var-pod=All&var-falcon_instance=aws-prod19-eusouth1&var-functional_domain=core1&var-cell=ita28|CASP - OS Stats>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/EKnBADdVk/apt-dashboard-1p-falcon?orgId=1&var-falcon_instance=aws-prod19-eusouth1&var-cell=ita28&var-functional_domain=core1&from=1741989576060&to=1741991376060|CASP - APT Grafana Dashboard>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/Z5DVVJEzf/search-service-health?from=1741989576060&to=1741991376060&var-datacenter=aws-prod19-eusouth1&var-fdi=core1&var-falconCell=ita28|Search - Health Dashboard>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/EnOHu4Q4z/searchops-t8c-seas?from=1741989576060&to=1741991376060&var-pod=ita28&var-core_fi=aws-prod19-eusouth1|Search - T8C>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/NPl7ISd4z/cuj-triage-for-hyperforce?from=1741989576060&to=1741991376060&var-cell=ita28|CUJ Triage>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/7ZfDaZ37z/cuj-summary?orgId=1|CUJ Summary>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/-0002ffnk/golden-eye-core?from=1741989576060&to=1741991376060&var-substrate=aws&var-falcon_instance=aws-prod19-eusouth1&var-functional_domain_instance=core1&var-cell=ita28|Golden Eye>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/yUh780xPOTRsUZGz18230z/sre-falcon-events-visualisation?from=1741989576060&to=1741991376060&var-cell=ita28|SR - Event Visualization>][<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-GB/app/search/search?q=search%20%60corepods%28ita28%29%60%20earliest%3D03/14/2025%3A21%3A59%3A36%20latest%3D03/14/2025%3A22%3A29%3A36%20logRecordType%3Dmq%2A|MQ Client Log>][<https://splunk-web-noncore.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-GB/app/search/search?q=search%20%28index%3Ddistapps%29%20earliest%3D03/14/2025%3A21%3A59%3A36%20latest%3D03/14/2025%3A22%3A29%3A36%20falcon_instance%3Daws-prod%2A%20k8s_namespace%3Dqpid%20k8s_container_name%3D%2A%20cell%3Dita28%20qpidbrkr%20%7C%20search%20NOT%20%22Bytes%20credit%22|Qpid Broker Log>] [<https://splunk-web-noncore.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-GB/app/search/search?q=search%20%28index%3Ddistapps%29%20earliest%3D03/14/2025%3A21%3A59%3A36%20latest%3D03/14/2025%3A22%3A29%3A36%20functional_domain%3D%22core1%22%20k8s_namespace%3Dqpid%20k8s_container_name%3D%22%2Aqpid%2A%22%20k8s_pod_name%3D%22%2A-qpid%2A%22%20cell%3Dita28%20source%3Dstdout%20sourcetype%3Dmessage-queue%20%7C%20search%20%22%5Bsafepoint%20%20%20%20%20%20%5D%22%20%7C%20rex%20field%3D_raw%20%22.%2Astopped%3A%20%28%3F%3Celapsed%3E%5B%5Bfloat%5D%5D%29%20seconds.%2A%22%20%7C%20search%20elapsed%20%3E%200.5%20%7C%20timechart%20limit%3D0%20span%3D5m%20exactperc99%28elapsed%29%20as%20p90%20by%20k8s_pod_name|Qpid JVM Log>][<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-US/app/publicSharing/newapt?form.instance=ita28&form.input_time.earliest=1741989576&form.input_time.latest=1741991376&form.aptlimit=500&form.aptDuration=5|CASP - APT Splunk Dashboard>][<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/E93RvqEVz/falcon-causal-graph-metrics?from=1741989576060&to=1741991376060&var-substrate=aws&var-fi=aws-prod19-eusouth1&var-fd=core1&var-cell=ita28&var-hosts=*|All Causal Metrics>] Was this helpful !! Yes button No button Feedback/Feature Request button ICA UI :external-link: button\",\"username\":\"HawkEye\",\"replies\":[{\"date\":\"1741991378.158999\",\"message\":\" | *Core App* | :critical: :emoji-todo_done: • Single Org Impact: True\\n• APT Org-wise breakdown\\n```Single Org Impact: True\\n\\nTop 3 Org_ID : Organization APT(ms) : Excluding APT(ms) : Contribution(%)\\n00D24000000pTCu : 872.05 : 80.48 : 89.33``` • High APT impact is detected from `21:59` to `22:27` (from causal graph), with dissection below:\\n```949ms APT\\n592ms cpuTime\\n254ms dbTotalTime\\n174ms sdb_dbtime\\n120ms memcached``` • 8 host(s) are impacted by APT:\\n```ita28-casam-app-blue-5bd994d86b-427px, ita28-casam-app-blue-5bd994d86b-4krn6, ita28-casam-app-blue-5bd994d86b-7f2qt, ita28-casam-app-blue-5bd994d86b-9nt68, ita28-casam-app-blue-5bd994d86b-mzs59 & others``` • 5 node(s) are impacted by APT:\\n```Node 2, Node 3, Node 4, Node 5, Node 6``` • 2 log record type(s) are impacted by APT:\\n```V, a``` • Top `5` URNs impacted by APT, by total runtime, are:\\n```76860s /services/Soap/class/ITA_IFM_RicezioneEsito\\n7561s /services/Soap/u/47.0/\\n7460s /apex/DocumentComponentPDF\\n5323s /services/Soap/class/ITA_IFM_WS017_R2DResult\\n2053s /services/Soap/class/ITA_IFM_CVPResult``` \",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991379.737579\",\"message\":\" | *FEES Swimlanes* | :emoji-todo_done: • Spinnaker Deployment details \\n```Spinnaker deployments from last 24 hours \\nApplication:  Time (UTC) :  Status  \\ncasamcoreapp : 11:33 PM on 13 Mar : completed(link1)\\nsdbsdbrestore : 10:17 PM on 14 Mar : completed(link2)``` <https://ui.spinnaker1.sfcd.deploy.aws-esvc1-useast2.aws.sfdc.cl/#/applications/casamcoreapp/executions/details/01JP8VXYD4GAZ9KEJCMBQE44YF|Link 1> | <https://ui.spinnaker1.sfcd.deploy.aws-esvc1-useast2.aws.sfdc.cl/#/applications/sdbsdbrestore/executions/details/01JPBBDTH4WNCETFV0D5J1BZN6|Link 2>\\n• AWS Event details \\n```AWS Events in last 7 Days\\nImpacted Service: Impacted Feature:  Status : Latest Notification Timestamp \\nRDS : AWS_RDS_PLANNED_LIFECYCLE_EVENT: UPCOMING: 01:34 AM on 14 Mar``` • No K8s Event details in past an hour\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991381.420829\",\"message\":\" | *Connection Pool* | :emoji-todo_done: • No issues detected in this swim-lane\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991384.235039\",\"message\":\" | *Database* | :warning: :emoji-todo_done: • On Node `1`, WAIT wait/s is/are causing active session spike. Avg Active sessions are `70.64` at `2025-03-14` `22:15:00.000` respectively.\\n```ROW_LOCK:\\nEvent: wait_sql_lock-\\nNothing is standing out. But some row lock is present, please find the details in the attached file.\\nEvent: wait_sql_lock-\\nNothing is standing out. But some row lock is present, please find the details in the attached file.``` \",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991386.642069\",\"message\":\" | *MQ* | :emoji-todo_done: • No issues detected in this swim-lane\\n\",\"username\":\"HawkEye\",\"repl
2025-03-14T23:30:20.446241+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] ies\":[]},{\"date\":\"1741991389.633179\",\"message\":\" | *Search* | :emoji-todo_done: • No issues detected in this swim-lane\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991392.535609\",\"message\":\" | *Info Swimlanes* | :emoji-todo_done: • 1 Ongoing Incident(s)\\n```Case ID:   Create Date:          Subject:\\n73035802 - 2025-03-14 22:29:12 - Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell``` <https://gus.lightning.force.com/lightning/r/Case/500EE00001TuDhMYAV/view|73035802>\\n•  `0` active throttles by CSP (Source Heimdall)\\n _Note: Error while getting black tab tool executions_\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991396.756299\",\"message\":\" | *Causal Graph* | :emoji-todo_done: • No. `1` contributing metric is `High DB Active Sessions`\\n```1. High DB Active Sessions -> High APT (No MQ)``` • No. `2` contributing metric is `High DB Cpu`\\n```1. High APT (No MQ)``` • Links\\n<https://salesforce.quip.com/5LKTAxMd79LW|Causal Graph Design Doc> | <https://fawkes-workflowui.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl/#/code/result/67d4aded505f2f3eb9316529|Causal Swimlane Logs>\\n\",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991400.403859\",\"message\":\" | *Release Information* | :emoji-todo_done: • 254.10.4 release happened on ita28 `23` hours and `19` minutes ago\\n• PD Alerts and CUJ Failures\\n```Pod/Cell : Release Timestamp : Reason : Customer Cases : PD Alerts : CUJ Failures\\nita28  : 2025-03-13 23:10:00 :             : 0  : 0  : 0\\nita12  : 2025-03-12 22:10:00 : SAME FI/FD  : 0  : 0  : 0\\nita10  : 2025-03-12 22:10:00 : SAME FI/FD  : 0  : 0  : 0\\nita16  : 2025-03-13 23:10:00 : SAME FI/FD  : 0  : 0  : 0\\nita18  : 2025-03-12 22:10:00 : SAME FI/FD  : 0  : 0  : 0\\nita14  : 2025-03-12 22:10:00 : SAME FI/FD  : 0  : 0  : 0``` • Load Generation Status\\n```Pod/Cell : # of cases executed on current version\\nita28  : 0\\nita12  : 0\\nita10  : 0\\nita16  : 0\\nita18  : 0\\nita14  : 0``` • Current Pod Performances (APT, CPU, GC, Conn Pool)\\n```Pod/Cell : Impacted Metrics\\nita28  : High APT (No MQ)\\nita12  : N/A\\nita10  : N/A\\nita16  : N/A\\nita18  : N/A\\nita14  : N/A``` • Comparative Pod Performances (versus last week)\\n```Pod/Cell : Impact Details\\nita28  : N/A\\nita12  : N/A\\nita10  : N/A\\nita16  : N/A\\nita18  : N/A\\nita14  : N/A``` \",\"username\":\"HawkEye\",\"replies\":[]},{\"date\":\"1741991445.476709\",\"message\":\"*| Domain Graphs |*<https://salesforce.enterprise.slack.com/files/U02DWLVTKB9/F08HT3S5RV3/graph_core.png| ><https://salesforce.enterprise.slack.com/files/U02DWLVTKB9/F08HV3LANV9/graph_mq.png| >\",\"username\":\"HawkEye\",\"replies\":[],\"attachments\":[{\"name\":\"graph_core.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HT3S5RV3/graph_core.png\"},{\"name\":\"graph_mq.png\",\"url\":\"https://files.slack.com/files-pri/T7T5PNK3P-F08HV3LANV9/graph_mq.png\"}]}]},{\"date\":\"1741991383.708429\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991397.239549\",\"message\":\"Nikita Aggarwal has paged 1 team.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991397.587959\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741991397.732709\",\"message\":\"<Dominick Blue> has joined the channel\",\"username\":\"Dominick Blue\",\"replies\":[]},{\"date\":\"1741991434.509239\",\"message\":\"original alert <https://salesforce-internal.slack.com/archives/C02J7CM51N3/p1741991049259819|here>\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991454.384299\",\"message\":\"in the alert itself it says \\\"single org cell\\\" so I'm not sure if this is actually a sev2 / trust postable\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991499.958739\",\"message\":\"<Nikita Aggarwal> - did I get an actual page for this? I thought I did, but I don’t see it anywhere.\",\"username\":\"Dominick Blue\",\"replies\":[]},{\"date\":\"1741991508.462479\",\"message\":\"yes\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991509.209379\",\"message\":\"oh\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991511.454539\",\"message\":\"that's weird\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991512.415149\",\"message\":\"<https://meet.google.com/oms-esob-eoa>\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991515.845599\",\"message\":\"here's the meet link\",\"username\":\"Nikita Aggarwal\",\"replies\":[]},{\"date\":\"1741991538.290909\",\"message\":\".impact ita28\",\"username\":\"Dominick Blue\",\"replies\":[]},{\"date\":\"1741991541.143869\",\"message\":\"`ITA28 : 2 impact(s)`\\n\",\"username\":\"user not found\",\"replies\":[{\"date\":\"1741991554.112559\",\"message\":\"\\n\\n *APT* impact(s):  `2`\\n2025-03-14 21:57:00 UTC  to  2025-03-14 22:24:00 UTC  -  `27.0 mins`\\n2025-03-14 22:32:00 UTC  to  `In Progress`  -  `0.0 mins`\\n\\n&gt; :warning: _` APT less than threshold 3mins (22:25-22:28)`_\\n\\n&gt; _ :hourglass2: Analysis Duration: [ 2025-03-14 19:32 - 2025-03-14 22:32 ]_\\n\\n:external-link: *Links:*  [<https://podtap.internal.salesforce.com/hosts?pod=ita28| Podtap>] [<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-US/app/publicSharing/fsre__apttrust_breakdown?earliest=-3h&amp;latest=-0h&amp;form.index=coreprod&amp;form.cell=ita28&amp;form.OrgRestrict=*| APT>] [<https://monitoring.internal.salesforce.com/argus/#/viewmetrics?expression=-3h:-0h:core.aws.aws-prod19-eusouth1.core1:SFDC_type-ConnectionPool-name1*.NumWaitingForConnections{role=app,cell=ita28,k8s_pod_name=*}:zimsum:1m-sum| Connpool>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/GMHPmK0Iz/connection-pool-falcon-sre?orgId=1&amp;from=-3h&amp;to=-0h&amp;var-cell=ita28&amp;var-falcon_instance=aws-prod19-eusouth1&amp;var-functional_domain=core1&amp;var-interval=5m&amp;var-availabilitySlo=0.9999&amp;var-performanceSlo=50| Connpool_AV>] [<https://monitoring.internal.salesforce.com/argusmvp/#/dashboards/1329489?ownerid=79&amp;start=-3h&amp;end=-0h&amp;testid=13&amp;replaceable=ita28&amp;location=-1&amp;stepid=-1| Weblogin>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/8WO1f5i4z/core-app-primary-dashboard-falcon?orgId=1&amp;var-cell=ita28&amp;var-interval=1m&amp;var-agg=avg&amp;var-falcon_instance=aws-prod19-eusouth1&amp;var-functional_domain=core1&amp;from=-3h&amp;to=-0h| CASP - Dashboard>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/SN6N5HNGz/mq-monitoring-dashboard-falcon?orgId=1&amp;from=-3h&amp;to=-0h&amp;var-substrate=aws&amp;var-falcon_instance=aws-prod19-eusouth1&amp;var-fd_instance=core1&amp;var-cell=ita28&amp;var-RacNode=All&amp;var-MessageTypeName=All&amp;var-downsample=1m| MQ Dashboard>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/Z5DVVJEzf/search-service-health?from=-3h&amp;to=-0h&amp;var-datacenter=aws-prod19-eusouth1&amp;var-falconCell=ita28&amp;orgId=1| Search - Health Dashboard> ] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/JvkcK9aMz/service-cloud-voice-test-result-commercial-and-gov-cloud?orgId=1&amp;var-core_instance=ita28&amp;var-Interval=1m&amp;var-gov_core_instance=&amp;var-heroku_region=All&amp;var-DC=All&amp;from=-3h&amp;to=-0h| SCV-Monitoring>]\",\"username\":\"user not found\",\"replies\":[]},{\"date\":\"1741991554.310619\",\"message\":\"  Pager Duty Alerts button\",\"username\":\"user not found\",\"replies\":[]}]},{\"date\":\"1741991833.396619\",\"message\":\"<AIOpsAgent> rca ita28\",\"username\":\"Dominick Blue\",\"replies\":[{\"date\":\"1741991835.584839\",\"message\":\":information-blue: _I'm processing your request now. You can follow my progress <https://sherlock-rcaapi.sfproxy.monitoring.aws-esvc1-useast2.aws.sfdc.cl:7443/smartui/thread/1741991833.396619/message/0|here>._\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741991844.966859\",\"message\":\"_Created action plan..._ View button\",\"username\":\"AIOpsAgent\",\"replies\":[]},{\"date\":\"1741991847.952189\",\"message\":\":aiops-agent: Could you please provide the correct format or additional details for the case ID 'ita28'?\",\"username\":\"AIOpsAgent\",\"replies\":[]}]},{\"date\":\"1741991846.462449\",\"message\":\".release ita28\",\"username\":\"Dominick Blue\",\"replies\":[{\"date\":\"1741991849.223439\",\"message\":\"Rough timestamps for core app releases (past 6 days):\\n254.10.4  -  2025-03-13 23:10:00 UTC\\n254.10.3  -  2025-03-12 23:10:00 UTC\\n254.10.2  -  2025-03-10 00:10:00 UTC\\n254.9.10  -  unknown UTC\\n<https://monitoring.internal.salesforce.com/argusmvp/#/viewmetricsnew?tab=expression&amp;expression=GROUPBYTAG(-7d:core.aws.*:app.metric{cell=ita28,role=app}:none:10m-avg,#release#,#COUNT#)|Argus>\",\"username\":\"user not found\",\"replies\":[]}]},{\"date\":\"1741991964.789799\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741992275.533859\",\"message\":\"<Dominick Blue> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741992311.364019\",\"message\":\"Dominick Blue has paged 1 team.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741992311.780159\",\"message\":\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741992311.953209\",\"message\":\"<@WAQM5NCFJ> has joined the channel\",\"username\":\"Manish Anand\",\"replies\":[]},{\"date\":\"1741992322.729789\",\"message\":\".impact ita28\",\"username\":\"Dominick Blue\",\"replies\":[]},{\"date\":\"1741992324.919219\",\"message\":\"`ITA28 : 2 impact(s)`\\n\",\"username\":\"user not found\",\"replies\":[{\"date\":\"1741992352.3423
2025-03-14T23:30:20.446241+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] 09\",\"message\":\"\\n\\n *APT* impact(s):  `2`\\n2025-03-14 21:57:00 UTC  to  2025-03-14 22:24:00 UTC  -  `27.0 mins`\\n2025-03-14 22:37:00 UTC  to  `In Progress`  -  `8.0 mins`\\n\\n&gt; :warning: _` APT less than threshold 3mins (22:25-22:28) `_\\n&gt; :warning: _`APT less than threshold 1mins (22:32-22:33)`_\\n\\n&gt; _ :hourglass2: Analysis Duration: [ 2025-03-14 19:45 - 2025-03-14 22:45 ]_\\n\\n:external-link: *Links:*  [<https://podtap.internal.salesforce.com/hosts?pod=ita28| Podtap>] [<https://splunk-web.log-analytics.monitoring.aws-esvc1-useast2.aws.sfdc.is/en-US/app/publicSharing/fsre__apttrust_breakdown?earliest=-3h&amp;latest=-0h&amp;form.index=coreprod&amp;form.cell=ita28&amp;form.OrgRestrict=*| APT>] [<https://monitoring.internal.salesforce.com/argus/#/viewmetrics?expression=-3h:-0h:core.aws.aws-prod19-eusouth1.core1:SFDC_type-ConnectionPool-name1*.NumWaitingForConnections{role=app,cell=ita28,k8s_pod_name=*}:zimsum:1m-sum| Connpool>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/GMHPmK0Iz/connection-pool-falcon-sre?orgId=1&amp;from=-3h&amp;to=-0h&amp;var-cell=ita28&amp;var-falcon_instance=aws-prod19-eusouth1&amp;var-functional_domain=core1&amp;var-interval=5m&amp;var-availabilitySlo=0.9999&amp;var-performanceSlo=50| Connpool_AV>] [<https://monitoring.internal.salesforce.com/argusmvp/#/dashboards/1329489?ownerid=79&amp;start=-3h&amp;end=-0h&amp;testid=13&amp;replaceable=ita28&amp;location=-1&amp;stepid=-1| Weblogin>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/8WO1f5i4z/core-app-primary-dashboard-falcon?orgId=1&amp;var-cell=ita28&amp;var-interval=1m&amp;var-agg=avg&amp;var-falcon_instance=aws-prod19-eusouth1&amp;var-functional_domain=core1&amp;from=-3h&amp;to=-0h| CASP - Dashboard>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/SN6N5HNGz/mq-monitoring-dashboard-falcon?orgId=1&amp;from=-3h&amp;to=-0h&amp;var-substrate=aws&amp;var-falcon_instance=aws-prod19-eusouth1&amp;var-fd_instance=core1&amp;var-cell=ita28&amp;var-RacNode=All&amp;var-MessageTypeName=All&amp;var-downsample=1m| MQ Dashboard>] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/Z5DVVJEzf/search-service-health?from=-3h&amp;to=-0h&amp;var-datacenter=aws-prod19-eusouth1&amp;var-falconCell=ita28&amp;orgId=1| Search - Health Dashboard> ] [<https://grafana.argus.monitoring.aws-esvc1-useast2.aws.sfdc.cl/d/JvkcK9aMz/service-cloud-voice-test-result-commercial-and-gov-cloud?orgId=1&amp;var-core_instance=ita28&amp;var-Interval=1m&amp;var-gov_core_instance=&amp;var-heroku_region=All&amp;var-DC=All&amp;from=-3h&amp;to=-0h| SCV-Monitoring>]\",\"username\":\"user not found\",\"replies\":[]},{\"date\":\"1741992352.550129\",\"message\":\"  Pager Duty Alerts button\",\"username\":\"user not found\",\"replies\":[]}]},{\"date\":\"1741992354.963749\",\"message\":\"<Jon Kuang> has joined the channel\",\"username\":\"Jon Kuang\",\"replies\":[]},{\"date\":\"1741992398.223629\",\"message\":\"<Eder Zechim> has joined the channel\",\"username\":\"Eder Zechim\",\"replies\":[]},{\"date\":\"1741994370.473979\",\"message\":\"We are going to resolve this incident as it’s a single customer cell, and it seems this is an issue from the customer end. We also took the off-peak hours into consideration, and we also see a low volume of requests as per the feedback from CAPE.\",\"username\":\"Dominick Blue\",\"replies\":[]},{\"date\":\"1741994538.980289\",\"message\":\"OB email has been sent.\",\"username\":\"Dominick Blue\",\"replies\":[]},{\"date\":\"1741994612.678829\",\"message\":\"set the channel topic: :icc-sev3: Sev3 | Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell | <https://meet.google.com/oms-esob-eoa>\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741994613.153889\",\"message\":\"<Dominick Blue> just updated this incident:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741994637.386819\",\"message\":\"<Dominick Blue> resolved the incident. Would you also like to send a TCE?\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741994697.109049\",\"message\":\"<Dominick Blue> sent a new internal comm:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741994913.917909\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741994938.096239\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741994943.919099\",\"message\":\"_Before proceeding with the incident closure, please take a minute to review the resolving details. Update the details if they do not appear to be correct:_\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741995017.912709\",\"message\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! :smile::+1:\\nIn the meantime, here are the closing details:\",\"username\":\"Incident Command Center\",\"replies\":[]}]"}
2025-03-14T23:30:21.978969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021978,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"exportSlackMessages remove redis keys for docId XIHAAA9U7JG"}
2025-03-14T23:30:21.982191+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"exportSlackMessages produceEvent for docId XIHAAA9U7JG"}
2025-03-14T23:30:21.982192+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"produceEvent with link https://salesforce.quip.com/haP7AkVoE22k for event b7ef96fc-4995-4d2b-b152-2783270aada8 and case 73035802"}
2025-03-14T23:30:21.982220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-report-finished - undefined"}
2025-03-14T23:30:21.982269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-14T23:30:21.982300+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-14T23:30:21.982441+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:30:21.982540+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'b7ef96fc-4995-4d2b-b152-2783270aada8' to topic 'incident': {\"createdAt\":\"2025-03-14T23:30:21.982Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain:  core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"}
2025-03-14T23:30:21.982628+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'b7ef96fc-4995-4d2b-b152-2783270aada8' to Kafka topic 'incident'"}
2025-03-14T23:30:21.982629+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-report-finished - undefined"}
2025-03-14T23:30:21.982630+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.16885199956595898\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-14T23:30:21.982659+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.16885199956595898\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-14T23:30:21.982707+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:30:21.982726+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995021982,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event b7ef96fc-4995-4d2b-b152-2783270aada8 - icc-incident-closed correctly routed"}
2025-03-14T23:30:27.877955+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995027877,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"}
2025-03-14T23:30:27.878029+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995027877,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-reporting'"}
2025-03-14T23:30:27.878029+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995027878,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"}"}
2025-03-14T23:30:27.878177+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995027878,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T23:30:27.878261+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995027878,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-14T23:30:27.878373+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995027878,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:30:27.878640+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741995027878,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-14T23:30:55.731278+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995055731,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2900533248,\"uptime\":1814873.04,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23400440,\"nice\":13180,\"sys\":3538810,\"idle\":1783998550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23332720,\"nice\":14580,\"sys\":3536990,\"idle\":1784078700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23922,\"num\":1368,\"sum\":59940}}}"}
2025-03-14T23:30:55.731362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995055731,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:37:55.907269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995475907,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897178624,\"uptime\":1815293.21,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23404960,\"nice\":13180,\"sys\":3539430,\"idle\":1784413680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23337410,\"nice\":14580,\"sys\":3537540,\"idle\":1784493530,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30023,\"num\":3,\"sum\":60028}}}"}
2025-03-14T23:37:55.907354+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995475907,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:07.545594+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607545,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:07.545965+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607545,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-reporting'"}
2025-03-14T23:40:07.546013+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607545,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:07.529Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741995605,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741995605981,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U01RPH2F117\",\"U024XRX1FFT\",\"U02CFL32BAS\",\"U012S04MTHV\",\"UNDTN00UC\"],\"channels\":[\"C9FTL4TH8\"],\"inviteBots\":[]}}"}
2025-03-14T23:40:07.546040+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-14T23:40:07.546090+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-14T23:40:07.546209+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:07.546211+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-created-with-slack-channel"}
2025-03-14T23:40:07.546212+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-incident-created-with-slack-channel is not consumed by icc-reporting."}
2025-03-14T23:40:07.546244+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607546,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-created-with-slack-channel correctly routed"}
2025-03-14T23:40:07.594963+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607594,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:07.595102+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-reporting'"}
2025-03-14T23:40:07.595105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:07.579Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"}
2025-03-14T23:40:07.595176+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-14T23:40:07.595201+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-14T23:40:07.595336+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:07.595337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-created"}
2025-03-14T23:40:07.595338+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-created is now being processed."}
2025-03-14T23:40:07.595352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-created and docId "}
2025-03-14T23:40:07.595385+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentCreated for id 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:07.595388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"ExportService.createDocument for id 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:07.595527+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 961c41b8-4835-490d-9237-fb72e151e8f7-gus-casenumber - value: [object Promise]"}
2025-03-14T23:40:07.595961+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607595,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"ExportService.createDocument for id 961c41b8-4835-490d-9237-fb72e151e8f7, caseNumber undefined"}
2025-03-14T23:40:07.596058+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607596,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: current-month-folder-id - value: [object Promise]"}
2025-03-14T23:40:07.599813+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607597,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"QuipService.createDocument for id 961c41b8-4835-490d-9237-fb72e151e8f7..."}
2025-03-14T23:40:07.599813+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:07.599814+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-14T23:40:07.599817+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:07.586Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U01RPH2F117\",\"U024XRX1FFT\",\"U02CFL32BAS\",\"U012S04MTHV\",\"UNDTN00UC\"],\"bots\":[],\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"channels\":[\"C9FTL4TH8\"]}}"}
2025-03-14T23:40:07.599819+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T23:40:07.599819+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-14T23:40:07.599820+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:07.599820+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-slack-channel-invite-users"}
2025-03-14T23:40:07.599821+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-14T23:40:07.599821+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607599,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-slack-channel-invite-users correctly routed"}
2025-03-14T23:40:07.769495+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:07.769643+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-reporting'"}
2025-03-14T23:40:07.769716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:07.718Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\"},\"eventObj\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741995605,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741995605981,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"}
2025-03-14T23:40:07.769768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"}
2025-03-14T23:40:07.769850+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"}
2025-03-14T23:40:07.769950+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:07.769979+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-slack-channel-created"}
2025-03-14T23:40:07.769980+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event type icc-slack-channel-created is not consumed by icc-reporting."}
2025-03-14T23:40:07.770008+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995607769,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-slack-channel-created correctly routed"}
2025-03-14T23:40:10.610062+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610609,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"request\",\"data\":{\"method\":\"quip\",\"statusCode\":0,\"message\":\"\"}}"}
2025-03-14T23:40:10.610185+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610610,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:10.610340+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610610,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"QuipService.createDocument for id 961c41b8-4835-490d-9237-fb72e151e8f7 created with URL https://salesforce.quip.com/79MmAhRhkxBH"}
2025-03-14T23:40:10.610381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610610,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.setValue key: 961c41b8-4835-490d-9237-fb72e151e8f7 - value: XTHAAA3j8t3"}
2025-03-14T23:40:10.611613+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610611,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 961c41b8-4835-490d-9237-fb72e151e8f7-incident-info, info: {\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"caseId\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"slackChannelId\":\"C08JGDFK0HE\",\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"Description not found\",\"severity\":\"Sev4\",\"status\":\"New\",\"impact\":\"CurrentlyUnderInvestigation\",\"impactStart\":\"2025-03-14T23:40:05.472Z\",\"impactEnd\":\"0\",\"servicesImpacted\":\"Services Impacted not found\",\"roles\":{},\"category\":\"Category not found\",\"rootCause\":\"Root cause not found\",\"origin\":\"Customer - External\",\"originReference\":\"Origin reference URL not found\",\"caseNumber\":\"Case Number not found\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T23:40:10.612032+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610611,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"produceEvent with link https://salesforce.quip.com/79MmAhRhkxBH for event 961c41b8-4835-490d-9237-fb72e151e8f7 and case "}
2025-03-14T23:40:10.612056+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-report-created - undefined"}
2025-03-14T23:40:10.612095+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T23:40:10.612123+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T23:40:10.612201+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:10.612256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key '961c41b8-4835-490d-9237-fb72e151e8f7' to topic 'incident': {\"createdAt\":\"2025-03-14T23:40:10.612Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/79MmAhRhkxBH\"}}"}
2025-03-14T23:40:10.612332+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key '961c41b8-4835-490d-9237-fb72e151e8f7' to Kafka topic 'incident'"}
2025-03-14T23:40:10.612335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-report-created - undefined"}
2025-03-14T23:40:10.612368+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.12504900060594082\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T23:40:10.612400+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.12504900060594082\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T23:40:10.612453+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:10.612489+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610612,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-created correctly routed"}
2025-03-14T23:40:10.770158+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:10.770279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-reporting'"}
2025-03-14T23:40:10.770327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:10.612Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/79MmAhRhkxBH\"}}"}
2025-03-14T23:40:10.770362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T23:40:10.770401+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"}
2025-03-14T23:40:10.770493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:10.770494+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-report-created"}
2025-03-14T23:40:10.770523+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-report-created is now being processed."}
2025-03-14T23:40:10.770639+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610770,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 961c41b8-4835-490d-9237-fb72e151e8f7 - value: [object Promise]"}
2025-03-14T23:40:10.771235+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610771,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XTHAAA3j8t3 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,112,111,114,116,45,99,114,101,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,51,58,52,48,58,49,48,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,112,111,114,116,105,110,103]}}],\"key\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T23:40:10.612Z\\\",\\\"incident\\\":{\\\"id\\\":\\\"961c41b8-4835-490d-9237-fb72e151e8f7\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JGDFK0HE\\\",\\\"name\\\":\\\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\\\"},\\\"subject\\\":\\\"Certain vizzes are not rendering for viewers\\\",\\\"description\\\":\\\"\\\",\\\"detectedTime\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"severity\\\":\\\"Sev4\\\",\\\"status\\\":\\\"New\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"\\\",\\\"additionalJoiningInfo\\\":\\\"\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"scrumTeamId\\\":\\\"a00EE000008qhopYAA\\\",\\\"team\\\":\\\"AX DMC Public Content Experience\\\",\\\"caseNumber\\\":\\\"\\\",\\\"caseRecordId\\\":\\\"\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"\\\",\\\"engagedAt\\\":\\\"\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"gusExportTimestamp\\\":\\\"\\\"},\\\"eventObj\\\":{\\\"link\\\":\\\"https://salesforce.quip.com/79MmAhRhkxBH\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T23:40:10.612Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/79MmAhRhkxBH\"}},\"encoder\":\"json\",\"eventType\":\"icc-report-created\",\"payload\":{\"createdAt\":\"2025-03-14T23:40:10.612Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-961c41b8-4835-490d-9237-fb72e151e8f7\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/79MmAhRhkxBH\"}}}"}
2025-03-14T23:40:10.771236+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610771,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XTHAAA3j8t3"}
2025-03-14T23:40:10.771236+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995610771,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-report-created and docId XTHAAA3j8t3"}
2025-03-14T23:40:10.771237+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995610771,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-report-created correctly routed"}
2025-03-14T23:40:13.399551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995613399,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-gus-response correctly routed"}
2025-03-14T23:40:29.992188+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"}
2025-03-14T23:40:29.992478+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-reporting'"}
2025-03-14T23:40:29.992565+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:29.850Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-73037460\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"InProgress\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"73037460\",\"caseRecordId\":\"500EE00001TuHuiYAF\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/79MmAhRhkxBH\",\"engagedAt\":\"2025-03-14T23:40:29.672Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:40:12.413Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T23:40:29.672Z\"]},\"requestId\":\"e05ad5dd-42a4-bdf5-f718-ab79c1b42ae7\",\"client\":\"icc-slack-app\"}"}
2025-03-14T23:40:29.992566+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-14T23:40:29.992608+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-14T23:40:29.992719+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:40:29.992720+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-updated"}
2025-03-14T23:40:29.992737+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event with type icc-incident-updated is now being processed."}
2025-03-14T23:40:29.992878+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629992,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 961c41b8-4835-490d-9237-fb72e151e8f7 - value: [object Promise]"}
2025-03-14T23:40:29.993570+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629993,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Start routing Incident to CI for docId XTHAAA3j8t3 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,117,112,100,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[70,114,105,44,32,49,52,32,77,97,114,32,50,48,50,53,32,50,51,58,52,48,58,50,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-14T23:40:29.850Z\\\",\\\"user\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"961c41b8-4835-490d-9237-fb72e151e8f7\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JGDFK0HE\\\",\\\"name\\\":\\\"icc-73037460\\\"},\\\"subject\\\":\\\"Certain vizzes are not rendering for viewers\\\",\\\"description\\\":\\\"\\\",\\\"detectedTime\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"severity\\\":\\\"Sev4\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactStartTime\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"\\\",\\\"additionalJoiningInfo\\\":\\\"\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-18T18:48:08.751Z\\\",\\\"modifiedAt\\\":\\\"2024-04-18T18:48:08.751Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-18T18:48:08.751Z\\\",\\\"modifiedAt\\\":\\\"2024-04-18T18:48:08.751Z\\\"},\\\"id\\\":\\\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-18T18:48:08.751Z\\\",\\\"modifiedAt\\\":\\\"2024-04-18T18:48:08.751Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"scrumTeamId\\\":\\\"a00EE000008qhopYAA\\\",\\\"team\\\":\\\"AX DMC Public Content Experience\\\",\\\"caseNumber\\\":\\\"73037460\\\",\\\"caseRecordId\\\":\\\"500EE00001TuHuiYAF\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/79MmAhRhkxBH\\\",\\\"engagedAt\\\":\\\"2025-03-14T23:40:29.672Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-14T23:40:12.413Z\\\",\\\"usdResources\\\":[]},\\\"changes\\\":{\\\"status\\\":[\\\"New\\\",\\\"InProgress\\\"],\\\"roles\\\":{\\\"0\\\":[null,{\\\"createdAt\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"modifiedAt\\\":\\\"2025-03-14T23:40:05.472Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-18T18:48:08.751Z\\\",\\\"modifiedAt\\\":\\\"2024-04-18T18:48:08.751Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-18T18:48:08.751Z\\\",\\\"modifiedAt\\\":\\\"2024-04-18T18:48:08.751Z\\\"},\\\"id\\\":\\\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\\\",\\\"email\\\":\\\"gmazra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Gaurav Rai Mazra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005AH000000HyNmYAK\\\",\\\"slackUserId\\\":\\\"U01RPH2F117\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2024-04-18T18:48:08.751Z\\\",\\\"modifiedAt\\\":\\\"2024-04-18T18:48:08.751Z\\\"},\\\"externalGusId\\\":null}]},\\\"engagedAt\\\":[\\\"\\\",\\\"2025-03-14T23:40:29.672Z\\\"]},\\\"requestId\\\":\\\"e05ad5dd-42a4-bdf5-f718-ab79c1b42ae7\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-14T23:40:29.850Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-73037460\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"InProgress\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"73037460\",\"caseRecordId\":\"500EE00001TuHuiYAF\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/79MmAhRhkxBH\",\"engagedAt\":\"2025-03-14T23:40:29.672Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:40:12.413Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId
2025-03-14T23:40:29.993570+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] \":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T23:40:29.672Z\"]},\"requestId\":\"e05ad5dd-42a4-bdf5-f718-ab79c1b42ae7\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-updated\",\"payload\":{\"createdAt\":\"2025-03-14T23:40:29.850Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"icc-73037460\"},\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"\",\"detectedTime\":\"2025-03-14T23:40:05.472Z\",\"severity\":\"Sev4\",\"status\":\"InProgress\",\"origin\":\"Customer - External\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T23:40:05.472Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"scrumTeamId\":\"a00EE000008qhopYAA\",\"team\":\"AX DMC Public Content Experience\",\"caseNumber\":\"73037460\",\"caseRecordId\":\"500EE00001TuHuiYAF\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/79MmAhRhkxBH\",\"engagedAt\":\"2025-03-14T23:40:29.672Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:40:12.413Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"modifiedAt\":\"2025-03-14T23:40:05.472Z\",\"createdBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"modifiedBy\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"id\":\"c2589fdc-99a8-4b69-8205-12077b6f4ba9\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"email\":\"gmazra@salesforce.com\",\"active\":true,\"name\":\"Gaurav Rai Mazra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-04-18T18:48:08.751Z\",\"modifiedAt\":\"2024-04-18T18:48:08.751Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T23:40:29.672Z\"]},\"requestId\":\"e05ad5dd-42a4-bdf5-f718-ab79c1b42ae7\",\"client\":\"icc-slack-app\"}}"}
2025-03-14T23:40:29.993570+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629993,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: XTHAAA3j8t3"}
2025-03-14T23:40:29.993571+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629993,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"routeEventJson for icc-incident-updated and docId XTHAAA3j8t3"}
2025-03-14T23:40:29.993572+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629993,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentUpdated for id 961c41b8-4835-490d-9237-fb72e151e8f7 and docId XTHAAA3j8t3"}
2025-03-14T23:40:29.993576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629993,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 961c41b8-4835-490d-9237-fb72e151e8f7-incident-info"}
2025-03-14T23:40:29.994048+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995629993,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 961c41b8-4835-490d-9237-fb72e151e8f7-gus-casenumber - value: [object Promise]"}
2025-03-14T23:40:32.035181+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995632035,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 961c41b8-4835-490d-9237-fb72e151e8f7-incident-info, info: {\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"caseId\":\"500EE00001TuHuiYAF\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"slackChannelId\":\"C08JGDFK0HE\",\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"Description not found\",\"severity\":\"Sev4\",\"status\":\"InProgress\",\"impact\":\"CurrentlyUnderInvestigation\",\"impactStart\":\"2025-03-14T23:40:05.472Z\",\"impactEnd\":\"0\",\"servicesImpacted\":\"Services Impacted not found\",\"roles\":{\"Incident Commander\":\"Gaurav Rai Mazra\"},\"category\":\"Category not found\",\"rootCause\":\"Root cause not found\",\"origin\":\"Customer - External\",\"originReference\":\"Origin reference URL not found\",\"caseNumber\":\"73037460\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T23:40:32.036517+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995632036,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-updated correctly routed"}
2025-03-14T23:40:32.288139+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995632287,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 961c41b8-4835-490d-9237-fb72e151e8f7-incident-info, info: {\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"caseId\":\"500EE00001TuHuiYAF\",\"createdAt\":\"2025-03-14T23:40:05.472Z\",\"slackChannelId\":\"C08JGDFK0HE\",\"subject\":\"Certain vizzes are not rendering for viewers\",\"description\":\"Description not found\",\"severity\":\"Sev4\",\"status\":\"InProgress\",\"impact\":\"CurrentlyUnderInvestigation\",\"impactStart\":\"2025-03-14T23:40:05.472Z\",\"impactEnd\":\"0\",\"servicesImpacted\":\"Services Impacted not found\",\"roles\":{\"Incident Commander\":\"Gaurav Rai Mazra\"},\"category\":\"Category not found\",\"rootCause\":\"Root cause not found\",\"origin\":\"Customer - External\",\"originReference\":\"Origin reference URL not found\",\"caseNumber\":\"73037460\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-14T23:40:32.289340+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995632289,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Event 961c41b8-4835-490d-9237-fb72e151e8f7 - icc-incident-updated correctly routed"}
2025-03-14T23:40:55.947258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995655947,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896748544,\"uptime\":1815473.25,\"totalMem\":4018151424,\"loadavg\":[0.1,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23406530,\"nice\":13180,\"sys\":3539700,\"idle\":1784591340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23338880,\"nice\":14580,\"sys\":3537820,\"idle\":1784671290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18640,\"num\":93,\"sum\":59964}}}"}
2025-03-14T23:40:55.947388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995655947,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:44:56.043263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741995896043,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895949824,\"uptime\":1815713.35,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23408000,\"nice\":13180,\"sys\":3540110,\"idle\":1784828250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23340350,\"nice\":14580,\"sys\":3538160,\"idle\":1784908550,\"irq\":0}}],\"eventLoopStats\":{\"min\":23,\"max\":30013,\"num\":3,\"sum\":60030}}}"}
2025-03-14T23:44:56.043383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741995896043,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:48:56.091267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741996136091,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895630336,\"uptime\":1815953.4,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23409890,\"nice\":13180,\"sys\":3540490,\"idle\":1785065350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23342620,\"nice\":14580,\"sys\":3538550,\"idle\":1785145640,\"irq\":0}}],\"eventLoopStats\":{\"min\":54,\"max\":30029,\"num\":3,\"sum\":60002}}}"}
2025-03-14T23:48:56.091413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741996136091,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:54:56.211520+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741996496211,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894807040,\"uptime\":1816313.52,\"totalMem\":4018151424,\"loadavg\":[0.15,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23416040,\"nice\":13180,\"sys\":3541100,\"idle\":1785417440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23353430,\"nice\":14580,\"sys\":3539260,\"idle\":1785493050,\"irq\":0}}],\"eventLoopStats\":{\"min\":86,\"max\":30006,\"num\":3,\"sum\":60028}}}"}
2025-03-14T23:54:56.211527+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741996496211,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-14T23:58:56.299518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741996736299,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885857280,\"uptime\":1816553.6,\"totalMem\":4018151424,\"loadavg\":[0.4,0.2,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23449940,\"nice\":13180,\"sys\":3545050,\"idle\":1785617750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23394200,\"nice\":14580,\"sys\":3542990,\"idle\":1785686680,\"irq\":0}}],\"eventLoopStats\":{\"min\":82,\"max\":30005,\"num\":3,\"sum\":60027}}}"}
2025-03-14T23:58:56.299523+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741996736299,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:00:56.331265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741996856331,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2903949312,\"uptime\":1816673.64,\"totalMem\":4018151424,\"loadavg\":[0.25,0.3,0.14],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23466320,\"nice\":13240,\"sys\":3545860,\"idle\":1785719990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23408520,\"nice\":14610,\"sys\":3543680,\"idle\":1785790840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29931,\"num\":13,\"sum\":60001}}}"}
2025-03-15T00:00:56.331397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741996856331,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:03:56.383290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741997036383,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904526848,\"uptime\":1816853.69,\"totalMem\":4018151424,\"loadavg\":[0.03,0.18,0.12],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23467770,\"nice\":13240,\"sys\":3546100,\"idle\":1785897870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23409990,\"nice\":14610,\"sys\":3543920,\"idle\":1785968650,\"irq\":0}}],\"eventLoopStats\":{\"min\":71,\"max\":30030,\"num\":3,\"sum\":60019}}}"}
2025-03-15T00:03:56.383351+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741997036383,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:09:56.507288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741997396507,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2918850560,\"uptime\":1817213.81,\"totalMem\":4018151424,\"loadavg\":[0,0.06,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23470960,\"nice\":13240,\"sys\":3546730,\"idle\":1786252990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23413730,\"nice\":14610,\"sys\":3544800,\"idle\":1786323560,\"irq\":0}}],\"eventLoopStats\":{\"min\":48,\"max\":30021,\"num\":3,\"sum\":60030}}}"}
2025-03-15T00:09:56.507359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741997396507,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:10:56.535286+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741997456535,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2917900288,\"uptime\":1817273.84,\"totalMem\":4018151424,\"loadavg\":[0.05,0.06,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23471990,\"nice\":13240,\"sys\":3546830,\"idle\":1786312200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23414310,\"nice\":14610,\"sys\":3544920,\"idle\":1786382880,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29968,\"num\":14,\"sum\":60020}}}"}
2025-03-15T00:10:56.535375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741997456535,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:12:56.583276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741997576583,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2917675008,\"uptime\":1817393.89,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.07],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23473280,\"nice\":13240,\"sys\":3547040,\"idle\":1786430830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23415650,\"nice\":14610,\"sys\":3545080,\"idle\":1786501450,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30020,\"num\":3,\"sum\":60019}}}"}
2025-03-15T00:12:56.583382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741997576583,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:20:29.829985+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998029829,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-15T00:21:56.803468+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998116803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895622144,\"uptime\":1817934.11,\"totalMem\":4018151424,\"loadavg\":[1.86,0.43,0.16],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23487710,\"nice\":13240,\"sys\":3554870,\"idle\":1786947600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23431430,\"nice\":14610,\"sys\":3552840,\"idle\":1787018040,\"irq\":0}}],\"eventLoopStats\":{\"min\":25,\"max\":30029,\"num\":3,\"sum\":60026}}}"}
2025-03-15T00:21:56.803472+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998116803,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:22:03.712613+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":40,"time":1741998123712,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"message":"Request failed with status code 404","name":"AxiosError","config":{"transitional":{"silentJSONParsing":true,"forcedJSONParsing":true,"clarifyTimeoutError":false},"transformRequest":[null],"transformResponse":[null],"timeout":0,"xsrfCookieName":"XSRF-TOKEN","xsrfHeaderName":"X-XSRF-TOKEN","maxContentLength":-1,"maxBodyLength":-1,"env":{},"headers":{"Accept":"application/json, text/plain, */*","Authorization":"Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiaWNjLXJlcG9ydGluZy11c2VyIiwiZW1haWwiOiJpY2NAcmVwb3J0aW5nLmFwcCIsImlzU3lzdGVtVXNlciI6dHJ1ZSwiaWF0IjoxNzQxOTgyNzUxLCJhdWQiOiJpY2MtcmVzdC1hcGkiLCJpc3MiOiJpY2MtcmVwb3J0aW5nIn0.6su7hEBC30u13OnQos_GH1UXafViAYZi8VhFWlp3Y44","User-Agent":"axios/0.27.2"},"method":"get","url":"https://icc-rest-production.herokuapp.com/api/v1/users/slack/U02Q288NF7W"},"code":"ERR_BAD_REQUEST","status":404},"msg":"ICC-Rest has not returned user from Slack Id"}
2025-03-15T00:22:03.809565+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998123809,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"exportSlackMessages internalSlackMessages for docId SbHAAAT1KLu - [{\"date\":\"1741989237.009479\",\"message\":\"<Incident Command Center> has joined the channel\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989237.281829\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | CG4S service pods not responding in HDPS channel\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989237.485799\",\"message\":\"set the channel description: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\\n\\nVisit *ICC App Home* (<slack://app?team=T01GST6QY0G&amp;id=A02Q50RQQ3B>) to learn more about everything you can do here.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989238.833079\",\"message\":\"<@WEDRT71DH> has joined the channel\",\"username\":\"Deepak Jaisingh\",\"replies\":[]},{\"date\":\"1741989239.232479\",\"message\":\"<@WF714LNAX> has joined the channel\",\"username\":\"Pankaj Mohan\",\"replies\":[]},{\"date\":\"1741989239.339339\",\"message\":\"<@WJS3G6EBX> has joined the channel\",\"username\":\"Ajay Rathod\",\"replies\":[]},{\"date\":\"1741989239.437699\",\"message\":\"<Arun Malipeddi> has joined the channel\",\"username\":\"Arun Malipeddi\",\"replies\":[]},{\"date\":\"1741989239.471989\",\"message\":\"set the channel topic: :icc-sev2: Sev2 | CG4S service pods not responding in HDPS channel | <https://meet.google.com/yxx-ntis-wqv>\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989239.532929\",\"message\":\"<@WECLHD39D> has joined the channel\",\"username\":\"Sekhar Chittala\",\"replies\":[]},{\"date\":\"1741989239.632439\",\"message\":\"<Rudrasish Pradhan> has joined the channel\",\"username\":\"Rudrasish Pradhan\",\"replies\":[]},{\"date\":\"1741989239.732289\",\"message\":\"<Ritul Jain> has joined the channel\",\"username\":\"Ritul Jain\",\"replies\":[]},{\"date\":\"1741989239.807439\",\"message\":\"Bridge Added\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989239.829389\",\"message\":\"<Swapnil Shalini> has joined the channel\",\"username\":\"Swapnil Shalini\",\"replies\":[]},{\"date\":\"1741989239.962979\",\"message\":\"<Prasad Saddala> has joined the channel\",\"username\":\"Prasad Saddala\",\"replies\":[]},{\"date\":\"1741989240.068349\",\"message\":\"<Mayank Sinha> has joined the channel\",\"username\":\"Mayank Sinha\",\"replies\":[]},{\"date\":\"1741989240.168799\",\"message\":\"<Kwesi Ames> has joined the channel\",\"username\":\"Kwesi Ames\",\"replies\":[]},{\"date\":\"1741989240.277329\",\"message\":\"<Phanindra Nagabhyru> has joined the channel\",\"username\":\"Phanindra Nagabhyru\",\"replies\":[]},{\"date\":\"1741989240.373939\",\"message\":\"<@WPZK4F47R> has joined the channel\",\"username\":\"Nihit Malhotra\",\"replies\":[]},{\"date\":\"1741989240.473489\",\"message\":\"<Snehal Pereira> has joined the channel\",\"username\":\"Snehal Pereira\",\"replies\":[]},{\"date\":\"1741989240.580039\",\"message\":\"<Akhil Dani> has joined the channel\",\"username\":\"Akhil Dani\",\"replies\":[]},{\"date\":\"1741989240.677469\",\"message\":\"<Graham Trummell> has joined the channel\",\"username\":\"Graham Trummell\",\"replies\":[]},{\"date\":\"1741989240.787329\",\"message\":\"<Aayush Kumar> has joined the channel\",\"username\":\"Aayush Kumar\",\"replies\":[]},{\"date\":\"1741989240.954039\",\"message\":\"<Raj Yadama> has joined the channel\",\"username\":\"Raj Yadama\",\"replies\":[]},{\"date\":\"1741989241.060529\",\"message\":\"<Venkata Vamsi Krishna Grandhi> has joined the channel\",\"username\":\"Venkata Vamsi Krishna Grandhi\",\"replies\":[]},{\"date\":\"1741989243.460999\",\"message\":\"has renamed the channel from \\\"icc-b9e8b642-7618-4548-927f-8ebc31271097\\\" to \\\"icc-73035004\\\"\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989279.529749\",\"message\":\":alarm-clock2: The below reminder is NOW DUE:\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741989312.546909\",\"message\":\":alarm-clock2: The below reminder was *dismissed* by <@WEDRT71DH>\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741998028.349749\",\"message\":\"Incident updated. You can now close the incident.\",\"username\":\"Incident Command Center\",\"replies\":[]},{\"date\":\"1741998120.490129\",\"message\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! :smile::+1:\\nIn the meantime, here are the closing details:\",\"username\":\"Incident Command Center\",\"replies\":[]}]"}
2025-03-15T00:22:15.630469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998135629,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"}
2025-03-15T00:22:15.630473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998135629,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-reporting'"}
2025-03-15T00:22:15.630474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998135629,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\"}"}
2025-03-15T00:22:15.630475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998135629,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-15T00:22:15.630476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998135630,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-15T00:22:15.630476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998135630,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:22:15.630480+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":50,"time":1741998135630,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-15T00:23:56.839238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998236839,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825674752,\"uptime\":1818054.15,\"totalMem\":4018151424,\"loadavg\":[0.86,0.75,0.33],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23510610,\"nice\":13240,\"sys\":3567690,\"idle\":1787031420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23454620,\"nice\":14610,\"sys\":3565890,\"idle\":1787101370,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30007,\"num\":3,\"sum\":60026}}}"}
2025-03-15T00:23:56.839301+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998236839,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:26:56.899219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998416899,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885763072,\"uptime\":1818234.2,\"totalMem\":4018151424,\"loadavg\":[0.04,0.41,0.27],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23511830,\"nice\":13240,\"sys\":3567930,\"idle\":1787209100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23455920,\"nice\":14610,\"sys\":3566180,\"idle\":1787279290,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30006,\"num\":3,\"sum\":60018}}}"}
2025-03-15T00:26:56.899335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998416899,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:32:57.023243+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998777023,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886000640,\"uptime\":1818594.33,\"totalMem\":4018151424,\"loadavg\":[0,0.12,0.17],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23515700,\"nice\":13240,\"sys\":3568550,\"idle\":1787564650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23459940,\"nice\":14610,\"sys\":3566660,\"idle\":1787634990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29997,\"num\":13,\"sum\":60014}}}"}
2025-03-15T00:32:57.023353+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998777023,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:33:57.051270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741998837051,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886144000,\"uptime\":1818654.36,\"totalMem\":4018151424,\"loadavg\":[0,0.09,0.16],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23516200,\"nice\":13240,\"sys\":3568640,\"idle\":1787623910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23460620,\"nice\":14610,\"sys\":3566760,\"idle\":1787694300,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60029}}}"}
2025-03-15T00:33:57.051337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741998837051,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:38:57.163268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741999137163,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884804608,\"uptime\":1818954.47,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.11],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23519030,\"nice\":13240,\"sys\":3569070,\"idle\":1787920260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23462970,\"nice\":14610,\"sys\":3567190,\"idle\":1787990820,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30030,\"num\":3,\"sum\":60017}}}"}
2025-03-15T00:38:57.163367+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741999137163,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:39:57.191250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741999197191,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884816896,\"uptime\":1819014.5,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23519820,\"nice\":13240,\"sys\":3569170,\"idle\":1787979560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23463620,\"nice\":14610,\"sys\":3567290,\"idle\":1788050150,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-15T00:39:57.191353+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741999197191,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:46:57.331278+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1741999617331,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884349952,\"uptime\":1819434.64,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23523140,\"nice\":13240,\"sys\":3569740,\"idle\":1788394470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23466960,\"nice\":14610,\"sys\":3567950,\"idle\":1788465230,\"irq\":0}}],\"eventLoopStats\":{\"min\":48,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-15T00:46:57.331333+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1741999617331,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T00:59:57.603327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742000397603,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880630784,\"uptime\":1820214.91,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23531020,\"nice\":13240,\"sys\":3571000,\"idle\":1789164770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23474250,\"nice\":14610,\"sys\":3569270,\"idle\":1789235600,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-15T00:59:57.603381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742000397603,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:02:57.683316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742000577683,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2877763584,\"uptime\":1820394.99,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23532990,\"nice\":13240,\"sys\":3571280,\"idle\":1789342490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23475760,\"nice\":14610,\"sys\":3569490,\"idle\":1789413570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29995,\"num\":13,\"sum\":60025}}}"}
2025-03-15T01:02:57.683395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742000577683,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:13:57.967499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742001237967,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884206592,\"uptime\":1821055.27,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23538600,\"nice\":13240,\"sys\":3572350,\"idle\":1789994630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23480860,\"nice\":14610,\"sys\":3570450,\"idle\":1790065730,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30005,\"num\":3,\"sum\":60028}}}"}
2025-03-15T01:13:57.967503+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742001237967,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:16:58.023245+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742001418023,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882465792,\"uptime\":1821235.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23539870,\"nice\":13240,\"sys\":3572610,\"idle\":1790172520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23482060,\"nice\":14610,\"sys\":3570710,\"idle\":1790243480,\"irq\":0}}],\"eventLoopStats\":{\"min\":25,\"max\":30028,\"num\":3,\"sum\":60012}}}"}
2025-03-15T01:16:58.023359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742001418023,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:20:58.127274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742001658127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886086656,\"uptime\":1821475.43,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23542300,\"nice\":13240,\"sys\":3573010,\"idle\":1790409290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23484310,\"nice\":14610,\"sys\":3571130,\"idle\":1790480310,\"irq\":0}}],\"eventLoopStats\":{\"min\":36,\"max\":30000,\"num\":3,\"sum\":60029}}}"}
2025-03-15T01:20:58.127360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742001658127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:27:58.247279+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742002078247,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888384512,\"uptime\":1821895.55,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23546520,\"nice\":13240,\"sys\":3573710,\"idle\":1790824250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23488610,\"nice\":14610,\"sys\":3571830,\"idle\":1790895040,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29968,\"num\":13,\"sum\":60003}}}"}
2025-03-15T01:27:58.247337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002078247,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:35:58.451270+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742002558451,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886922240,\"uptime\":1822375.76,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23549990,\"nice\":13240,\"sys\":3574380,\"idle\":1791298690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23492860,\"nice\":14610,\"sys\":3572520,\"idle\":1791369050,\"irq\":0}}],\"eventLoopStats\":{\"min\":25,\"max\":30027,\"num\":3,\"sum\":60024}}}"}
2025-03-15T01:35:58.451387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002558451,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:37:21.264320+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002641264,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T01:37:21.265209+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002641265,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T01:40:58.567240+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742002858567,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886799360,\"uptime\":1822675.87,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23552690,\"nice\":13240,\"sys\":3574740,\"idle\":1791595080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23495640,\"nice\":14610,\"sys\":3572950,\"idle\":1791665410,\"irq\":0}}],\"eventLoopStats\":{\"min\":30,\"max\":30027,\"num\":3,\"sum\":60017}}}"}
2025-03-15T01:40:58.567380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002858567,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:42:22.289731+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002942289,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T01:42:22.290610+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742002942290,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T01:47:23.315128+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003243314,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T01:47:23.316013+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003243315,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T01:54:58.919249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742003698919,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882990080,\"uptime\":1823516.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23559270,\"nice\":13240,\"sys\":3575970,\"idle\":1792424650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23503590,\"nice\":14610,\"sys\":3574270,\"idle\":1792495060,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30012,\"num\":3,\"sum\":60008}}}"}
2025-03-15T01:54:58.919372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003698919,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:56:58.967316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742003818967,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882281472,\"uptime\":1823636.27,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23559970,\"nice\":13240,\"sys\":3576120,\"idle\":1792543210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23504420,\"nice\":14610,\"sys\":3574470,\"idle\":1792613600,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30030,\"num\":3,\"sum\":60018}}}"}
2025-03-15T01:56:58.967394+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003818967,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T01:57:25.353730+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003845353,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T01:57:25.354671+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003845354,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T01:58:58.999289+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742003938999,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881646592,\"uptime\":1823756.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23561510,\"nice\":13240,\"sys\":3576310,\"idle\":1792661660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23505760,\"nice\":14610,\"sys\":3574670,\"idle\":1792732300,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-15T01:58:58.999402+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742003938999,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:02:59.111260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742004179111,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883510272,\"uptime\":1823996.42,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23563490,\"nice\":13240,\"sys\":3576640,\"idle\":1792898910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23508120,\"nice\":14610,\"sys\":3575140,\"idle\":1792969330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29992,\"num\":13,\"sum\":60026}}}"}
2025-03-15T02:02:59.111318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742004179111,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:04:59.171275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742004299171,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883485696,\"uptime\":1824116.48,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23564370,\"nice\":13240,\"sys\":3576810,\"idle\":1793017460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23509310,\"nice\":14610,\"sys\":3575290,\"idle\":1793087990,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30019,\"num\":3,\"sum\":60026}}}"}
2025-03-15T02:04:59.171347+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742004299171,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:12:59.359256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742004779359,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881859584,\"uptime\":1824596.66,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23568240,\"nice\":13240,\"sys\":3577530,\"idle\":1793491730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23513730,\"nice\":14610,\"sys\":3576100,\"idle\":1793562210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29994,\"num\":13,\"sum\":60010}}}"}
2025-03-15T02:12:59.359375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742004779359,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:17:29.321579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005049321,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T02:17:29.322436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005049322,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T02:25:59.639257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742005559639,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891231232,\"uptime\":1825376.94,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23574670,\"nice\":13240,\"sys\":3578740,\"idle\":1794261850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23521270,\"nice\":14610,\"sys\":3577260,\"idle\":1794332800,\"irq\":0}}],\"eventLoopStats\":{\"min\":30,\"max\":30029,\"num\":3,\"sum\":60024}}}"}
2025-03-15T02:25:59.639364+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005559639,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:26:59.655253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742005619655,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891751424,\"uptime\":1825436.96,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23575100,\"nice\":13240,\"sys\":3578860,\"idle\":1794321170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23521760,\"nice\":14610,\"sys\":3577340,\"idle\":1794392050,\"irq\":0}}],\"eventLoopStats\":{\"min\":34,\"max\":30007,\"num\":3,\"sum\":60015}}}"}
2025-03-15T02:26:59.655388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005619655,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:31:59.791260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742005919791,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888675328,\"uptime\":1825737.1,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23577300,\"nice\":13240,\"sys\":3579340,\"idle\":1794617700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23523850,\"nice\":14610,\"sys\":3577790,\"idle\":1794688440,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30005,\"num\":3,\"sum\":60023}}}"}
2025-03-15T02:31:59.791415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005919791,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:32:32.443222+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005952443,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T02:32:32.444487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742005952444,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T02:34:59.855272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742006099855,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889744384,\"uptime\":1825917.16,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23578890,\"nice\":13240,\"sys\":3579590,\"idle\":1794795680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23525890,\"nice\":14610,\"sys\":3578140,\"idle\":1794866200,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-15T02:34:59.855352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742006099855,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:41:59.955391+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742006519955,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888769536,\"uptime\":1826337.26,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23582060,\"nice\":13240,\"sys\":3580200,\"idle\":1795210600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23529460,\"nice\":14610,\"sys\":3578790,\"idle\":1795281110,\"irq\":0}}],\"eventLoopStats\":{\"min\":67,\"max\":30030,\"num\":3,\"sum\":60023}}}"}
2025-03-15T02:41:59.955396+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742006519955,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:42:59.967276+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742006579967,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889035776,\"uptime\":1826397.27,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23582460,\"nice\":13240,\"sys\":3580260,\"idle\":1795269870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23530040,\"nice\":14610,\"sys\":3578890,\"idle\":1795340400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30009,\"num\":13,\"sum\":60009}}}"}
2025-03-15T02:42:59.967376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742006579967,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:45:00.015285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742006700015,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889076736,\"uptime\":1826517.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23583520,\"nice\":13240,\"sys\":3580450,\"idle\":1795388330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23530970,\"nice\":14610,\"sys\":3579050,\"idle\":1795459130,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30028,\"num\":3,\"sum\":60017}}}"}
2025-03-15T02:45:00.015342+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742006700015,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:47:00.075253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742006820075,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888916992,\"uptime\":1826637.38,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23585110,\"nice\":13240,\"sys\":3580620,\"idle\":1795506870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23532020,\"nice\":14610,\"sys\":3579270,\"idle\":1795577720,\"irq\":0}}],\"eventLoopStats\":{\"min\":34,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-15T02:47:00.075359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742006820075,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:58:00.343292+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742007480343,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888794112,\"uptime\":1827297.65,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23591550,\"nice\":13240,\"sys\":3581620,\"idle\":1796158630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23537330,\"nice\":14610,\"sys\":3580260,\"idle\":1796229480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30024,\"num\":13,\"sum\":60018}}}"}
2025-03-15T02:58:00.343339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742007480343,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T02:59:00.359289+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742007540359,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888859648,\"uptime\":1827357.66,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23592130,\"nice\":13240,\"sys\":3581680,\"idle\":1796217880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23537750,\"nice\":14610,\"sys\":3580320,\"idle\":1796288840,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30000,\"num\":3,\"sum\":60011}}}"}
2025-03-15T02:59:00.359369+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742007540359,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:02:00.411247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742007720411,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890096640,\"uptime\":1827537.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23593360,\"nice\":13240,\"sys\":3582000,\"idle\":1796395720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23539500,\"nice\":14610,\"sys\":3580610,\"idle\":1796466650,\"irq\":0}}],\"eventLoopStats\":{\"min\":29972,\"max\":30048,\"num\":2,\"sum\":60020}}}"}
2025-03-15T03:02:00.411383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742007720411,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:08:00.531278+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742008080531,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896916480,\"uptime\":1827897.83,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23598770,\"nice\":13630,\"sys\":3583340,\"idle\":1796748460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23544170,\"nice\":14930,\"sys\":3581680,\"idle\":1796819780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30012,\"num\":13,\"sum\":59995}}}"}
2025-03-15T03:08:00.531358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742008080531,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:14:00.667263+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742008440667,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893324288,\"uptime\":1828257.97,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23601380,\"nice\":13630,\"sys\":3583890,\"idle\":1797104370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23547300,\"nice\":14930,\"sys\":3582160,\"idle\":1797175350,\"irq\":0}}],\"eventLoopStats\":{\"min\":50,\"max\":30006,\"num\":3,\"sum\":60028}}}"}
2025-03-15T03:14:00.667329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742008440667,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:18:00.751271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742008680751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897584128,\"uptime\":1828498.06,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23603420,\"nice\":13630,\"sys\":3584370,\"idle\":1797341690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23549740,\"nice\":14930,\"sys\":3582580,\"idle\":1797412360,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30021,\"num\":13,\"sum\":60015}}}"}
2025-03-15T03:18:00.751334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742008680751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:19:00.779245+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742008740779,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897596416,\"uptime\":1828558.08,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23603980,\"nice\":13630,\"sys\":3584440,\"idle\":1797401010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23550290,\"nice\":14930,\"sys\":3582650,\"idle\":1797471650,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30018,\"num\":3,\"sum\":60025}}}"}
2025-03-15T03:19:00.779357+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742008740779,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:20:00.791295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742008800791,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897612800,\"uptime\":1828618.1,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23604340,\"nice\":13630,\"sys\":3584510,\"idle\":1797460320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23550830,\"nice\":14930,\"sys\":3582760,\"idle\":1797530890,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30013,\"num\":3,\"sum\":60011}}}"}
2025-03-15T03:20:00.791429+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742008800791,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:24:00.859277+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009040859,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896871424,\"uptime\":1828858.17,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23606420,\"nice\":13630,\"sys\":3584930,\"idle\":1797696990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23553180,\"nice\":14930,\"sys\":3583180,\"idle\":1797767700,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30013,\"num\":3,\"sum\":60029}}}"}
2025-03-15T03:24:00.859330+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009040859,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:27:00.939260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009220939,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895224832,\"uptime\":1829038.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23608000,\"nice\":13630,\"sys\":3585180,\"idle\":1797874930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23555010,\"nice\":14930,\"sys\":3583470,\"idle\":1797945450,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30012,\"num\":3,\"sum\":60030}}}"}
2025-03-15T03:27:00.939362+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009220939,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:29:00.987271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009340987,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895011840,\"uptime\":1829158.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23608730,\"nice\":13630,\"sys\":3585380,\"idle\":1797993530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23555790,\"nice\":14930,\"sys\":3583630,\"idle\":1798064060,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30012,\"num\":3,\"sum\":60027}}}"}
2025-03-15T03:29:00.987348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009340987,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:30:01.015300+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009401015,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894532608,\"uptime\":1829218.32,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23609200,\"nice\":13630,\"sys\":3585480,\"idle\":1798052890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23556410,\"nice\":14930,\"sys\":3583750,\"idle\":1798123340,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60029}}}"}
2025-03-15T03:30:01.015387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009401015,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:34:01.099254+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009641099,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895257600,\"uptime\":1829458.4,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23611020,\"nice\":13630,\"sys\":3585840,\"idle\":1798290120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23558620,\"nice\":14930,\"sys\":3584050,\"idle\":1798360390,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30007,\"num\":3,\"sum\":60027}}}"}
2025-03-15T03:34:01.099368+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009641099,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:35:01.127481+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009701127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895302656,\"uptime\":1829518.43,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23611490,\"nice\":13630,\"sys\":3585940,\"idle\":1798349430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23559080,\"nice\":14930,\"sys\":3584150,\"idle\":1798419720,\"irq\":0}}],\"eventLoopStats\":{\"min\":29977,\"max\":30050,\"num\":2,\"sum\":60027}}}"}
2025-03-15T03:35:01.127488+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009701127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:38:01.199307+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742009881199,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892636160,\"uptime\":1829698.5,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23613070,\"nice\":13630,\"sys\":3586210,\"idle\":1798527120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23560900,\"nice\":14930,\"sys\":3584480,\"idle\":1798597750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":13,\"sum\":60011}}}"}
2025-03-15T03:38:01.199365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742009881199,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:41:01.239287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742010061239,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892128256,\"uptime\":1829878.54,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23614570,\"nice\":13630,\"sys\":3586480,\"idle\":1798704970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23562400,\"nice\":14930,\"sys\":3584740,\"idle\":1798775520,\"irq\":0}}],\"eventLoopStats\":{\"min\":40,\"max\":30028,\"num\":3,\"sum\":60004}}}"}
2025-03-15T03:41:01.239344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010061239,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:43:01.271285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742010181271,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892140544,\"uptime\":1829998.58,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23615470,\"nice\":13630,\"sys\":3586680,\"idle\":1798823620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23563470,\"nice\":14930,\"sys\":3584930,\"idle\":1798894030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30026,\"num\":13,\"sum\":60003}}}"}
2025-03-15T03:43:01.271337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010181271,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:49:01.395268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742010541395,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895007744,\"uptime\":1830358.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23619140,\"nice\":13630,\"sys\":3587260,\"idle\":1799179210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23566530,\"nice\":14930,\"sys\":3585440,\"idle\":1799249930,\"irq\":0}}],\"eventLoopStats\":{\"min\":111,\"max\":30023,\"num\":3,\"sum\":60004}}}"}
2025-03-15T03:49:01.395391+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010541395,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:52:01.471266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742010721471,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889060352,\"uptime\":1830538.78,\"totalMem\":4018151424,\"loadavg\":[0.17,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23620790,\"nice\":13630,\"sys\":3587630,\"idle\":1799356790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23568300,\"nice\":14930,\"sys\":3585740,\"idle\":1799427420,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30026,\"num\":4,\"sum\":60024}}}"}
2025-03-15T03:52:01.471317+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010721471,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T03:52:48.256445+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010768256,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T03:52:48.257305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010768257,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T03:53:01.479257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742010781479,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888413184,\"uptime\":1830598.78,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23621370,\"nice\":13630,\"sys\":3587740,\"idle\":1799416000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23569070,\"nice\":14930,\"sys\":3585840,\"idle\":1799486700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30001,\"num\":13,\"sum\":60005}}}"}
2025-03-15T03:53:01.479313+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742010781479,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:03:01.711289+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742011381711,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886324224,\"uptime\":1831199.02,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23627070,\"nice\":13630,\"sys\":3588540,\"idle\":1800008780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23573660,\"nice\":14930,\"sys\":3586730,\"idle\":1800079510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30008,\"num\":13,\"sum\":60005}}}"}
2025-03-15T04:03:01.711344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742011381711,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:05:01.763300+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742011501763,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884956160,\"uptime\":1831319.07,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23627790,\"nice\":13630,\"sys\":3588670,\"idle\":1800127500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23574350,\"nice\":14930,\"sys\":3586870,\"idle\":1800197980,\"irq\":0}}],\"eventLoopStats\":{\"min\":58,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-15T04:05:01.763345+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742011501763,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:09:01.831248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742011741831,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887143424,\"uptime\":1831559.14,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23629460,\"nice\":13630,\"sys\":3589000,\"idle\":1800364490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23576170,\"nice\":14930,\"sys\":3587270,\"idle\":1800435230,\"irq\":0}}],\"eventLoopStats\":{\"min\":33,\"max\":30004,\"num\":3,\"sum\":60019}}}"}
2025-03-15T04:09:01.831371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742011741831,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:12:01.911267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742011921911,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885779456,\"uptime\":1831739.22,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23631310,\"nice\":13630,\"sys\":3589290,\"idle\":1800542500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23578260,\"nice\":14930,\"sys\":3587570,\"idle\":1800612990,\"irq\":0}}],\"eventLoopStats\":{\"min\":29982,\"max\":30045,\"num\":2,\"sum\":60027}}}"}
2025-03-15T04:12:01.911319+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742011921911,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:13:01.919248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742011981919,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885885952,\"uptime\":1831799.23,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23632070,\"nice\":13630,\"sys\":3589400,\"idle\":1800601780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23578950,\"nice\":14930,\"sys\":3587680,\"idle\":1800672260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":13,\"sum\":60006}}}"}
2025-03-15T04:13:01.919345+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742011981919,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:14:01.951434+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742012041951,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886283264,\"uptime\":1831859.26,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23632570,\"nice\":13630,\"sys\":3589510,\"idle\":1800661140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23579900,\"nice\":14930,\"sys\":3587780,\"idle\":1800731480,\"irq\":0}}],\"eventLoopStats\":{\"min\":38,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-15T04:14:01.951443+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742012041951,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:17:02.027287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742012222027,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885513216,\"uptime\":1832039.33,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23634330,\"nice\":13630,\"sys\":3589750,\"idle\":1800838880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23581400,\"nice\":14930,\"sys\":3588040,\"idle\":1800909460,\"irq\":0}}],\"eventLoopStats\":{\"min\":16,\"max\":30026,\"num\":3,\"sum\":60029}}}"}
2025-03-15T04:17:02.027412+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742012222027,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:31:02.267260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742013062267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882801664,\"uptime\":1832879.57,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23642170,\"nice\":13630,\"sys\":3591080,\"idle\":1801668130,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23589020,\"nice\":14930,\"sys\":3589430,\"idle\":1801739370,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60025}}}"}
2025-03-15T04:31:02.267310+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013062267,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:32:02.299242+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742013122299,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882805760,\"uptime\":1832939.6,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23642730,\"nice\":13630,\"sys\":3591190,\"idle\":1801727360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23589480,\"nice\":14930,\"sys\":3589490,\"idle\":1801798760,\"irq\":0}}],\"eventLoopStats\":{\"min\":23,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-15T04:32:02.299368+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013122299,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:37:57.481477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013477481,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T04:37:57.482363+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013477482,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T04:42:58.372902+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013778372,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T04:42:58.373756+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013778373,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T04:44:02.515274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742013842515,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881773568,\"uptime\":1833659.82,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23649740,\"nice\":13630,\"sys\":3592160,\"idle\":1802438860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23596300,\"nice\":14930,\"sys\":3590570,\"idle\":1802510130,\"irq\":0}}],\"eventLoopStats\":{\"min\":81,\"max\":30009,\"num\":3,\"sum\":60021}}}"}
2025-03-15T04:44:02.515395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742013842515,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:47:02.587296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742014022587,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880376832,\"uptime\":1833839.89,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23651220,\"nice\":13630,\"sys\":3592490,\"idle\":1802616700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23597680,\"nice\":14930,\"sys\":3590910,\"idle\":1802688010,\"irq\":0}}],\"eventLoopStats\":{\"min\":86,\"max\":30006,\"num\":3,\"sum\":60028}}}"}
2025-03-15T04:47:02.587372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014022587,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:48:02.591291+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742014082591,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880389120,\"uptime\":1833899.9,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23651630,\"nice\":13630,\"sys\":3592550,\"idle\":1802675970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23598140,\"nice\":14930,\"sys\":3590980,\"idle\":1802747310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":59998}}}"}
2025-03-15T04:48:02.591355+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014082591,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:50:02.647274+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742014202647,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880995328,\"uptime\":1834019.95,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23652630,\"nice\":13630,\"sys\":3592710,\"idle\":1802794550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23599280,\"nice\":14930,\"sys\":3591190,\"idle\":1802865930,\"irq\":0}}],\"eventLoopStats\":{\"min\":90,\"max\":30005,\"num\":3,\"sum\":60024}}}"}
2025-03-15T04:50:02.647348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014202647,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:55:02.751275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742014502751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870607872,\"uptime\":1834320.06,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23656060,\"nice\":13630,\"sys\":3593340,\"idle\":1803090540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23602260,\"nice\":14930,\"sys\":3591770,\"idle\":1803161970,\"irq\":0}}],\"eventLoopStats\":{\"min\":45,\"max\":30026,\"num\":3,\"sum\":60025}}}"}
2025-03-15T04:55:02.751340+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014502751,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T04:58:01.488781+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014681488,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T04:58:01.489656+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014681489,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T05:01:02.863268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742014862863,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874073088,\"uptime\":1834680.17,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23658880,\"nice\":13630,\"sys\":3593860,\"idle\":1803446120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23604840,\"nice\":14930,\"sys\":3592270,\"idle\":1803517750,\"irq\":0}}],\"eventLoopStats\":{\"min\":59,\"max\":30005,\"num\":3,\"sum\":60026}}}"}
2025-03-15T05:01:02.863384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014862863,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:03:02.448366+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014982448,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T05:03:02.449296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014982449,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T05:03:02.879248+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742014982879,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873827328,\"uptime\":1834800.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23660130,\"nice\":13630,\"sys\":3594010,\"idle\":1803564560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23605940,\"nice\":14930,\"sys\":3592440,\"idle\":1803636450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30009,\"num\":13,\"sum\":59997}}}"}
2025-03-15T05:03:02.879329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742014982879,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:08:03.416845+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742015283416,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T05:08:03.417699+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742015283417,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T05:12:03.115269+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742015523115,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874892288,\"uptime\":1835340.42,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23665230,\"nice\":13630,\"sys\":3594810,\"idle\":1804098360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23610300,\"nice\":14930,\"sys\":3593320,\"idle\":1804169970,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30029,\"num\":3,\"sum\":60027}}}"}
2025-03-15T05:12:03.115309+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742015523115,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:29:03.479282+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742016543479,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888769536,\"uptime\":1836360.78,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23674990,\"nice\":13630,\"sys\":3596690,\"idle\":1805105740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23618760,\"nice\":14930,\"sys\":3595140,\"idle\":1805177660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29979,\"num\":13,\"sum\":60020}}}"}
2025-03-15T05:29:03.479346+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742016543479,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:31:03.523292+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742016663523,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888712192,\"uptime\":1836480.83,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23676030,\"nice\":13630,\"sys\":3596870,\"idle\":1805224240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23620050,\"nice\":14930,\"sys\":3595300,\"idle\":1805296330,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60024}}}"}
2025-03-15T05:31:03.523375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742016663523,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:33:03.563428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742016783563,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888409088,\"uptime\":1836600.87,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23677080,\"nice\":13630,\"sys\":3597060,\"idle\":1805342890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23620910,\"nice\":14930,\"sys\":3595510,\"idle\":1805414870,\"irq\":0}}],\"eventLoopStats\":{\"min\":30,\"max\":30028,\"num\":3,\"sum\":60018}}}"}
2025-03-15T05:33:03.563487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742016783563,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:39:03.715293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742017143715,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886938624,\"uptime\":1836961.02,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23679670,\"nice\":13630,\"sys\":3597570,\"idle\":1805698620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23623930,\"nice\":14930,\"sys\":3596060,\"idle\":1805770710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29987,\"num\":13,\"sum\":60022}}}"}
2025-03-15T05:39:03.715416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742017143715,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:43:03.811306+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742017383811,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887458816,\"uptime\":1837201.12,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23681710,\"nice\":13630,\"sys\":3597920,\"idle\":1805935700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23625780,\"nice\":14930,\"sys\":3596440,\"idle\":1806008030,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30020,\"num\":3,\"sum\":60015}}}"}
2025-03-15T05:43:03.811431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742017383811,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:46:03.847271+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742017563847,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887081984,\"uptime\":1837381.15,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23683200,\"nice\":13630,\"sys\":3598120,\"idle\":1806113460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23627040,\"nice\":14930,\"sys\":3596670,\"idle\":1806186020,\"irq\":0}}],\"eventLoopStats\":{\"min\":66,\"max\":30009,\"num\":3,\"sum\":60028}}}"}
2025-03-15T05:46:03.847343+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742017563847,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:52:03.995242+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742017923995,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887839744,\"uptime\":1837741.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23686120,\"nice\":13630,\"sys\":3598690,\"idle\":1806469420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23630420,\"nice\":14930,\"sys\":3597180,\"idle\":1806541780,\"irq\":0}}],\"eventLoopStats\":{\"min\":63,\"max\":30002,\"num\":3,\"sum\":60027}}}"}
2025-03-15T05:52:03.995367+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742017923995,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T05:53:04.003244+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742017984003,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888110080,\"uptime\":1837801.31,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23687120,\"nice\":13630,\"sys\":3598770,\"idle\":1806528610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23630860,\"nice\":14930,\"sys\":3597300,\"idle\":1806601160,\"irq\":0}}],\"eventLoopStats\":{\"min\":37,\"max\":30014,\"num\":3,\"sum\":60009}}}"}
2025-03-15T05:53:04.003366+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742017984003,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:00:04.103265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742018404103,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883211264,\"uptime\":1838221.41,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23691720,\"nice\":13630,\"sys\":3599610,\"idle\":1806942730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23634540,\"nice\":14930,\"sys\":3598090,\"idle\":1807015610,\"irq\":0}}],\"eventLoopStats\":{\"min\":43,\"max\":30009,\"num\":3,\"sum\":60002}}}"}
2025-03-15T06:00:04.103407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018404103,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:01:04.111252+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742018464111,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883227648,\"uptime\":1838281.42,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23692100,\"nice\":13630,\"sys\":3599710,\"idle\":1807001940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23634960,\"nice\":14930,\"sys\":3598180,\"idle\":1807074920,\"irq\":0}}],\"eventLoopStats\":{\"min\":49,\"max\":30004,\"num\":3,\"sum\":60008}}}"}
2025-03-15T06:01:04.111365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018464111,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:02:04.127275+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742018524127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883084288,\"uptime\":1838341.43,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23692590,\"nice\":13630,\"sys\":3599790,\"idle\":1807061210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23635550,\"nice\":14930,\"sys\":3598290,\"idle\":1807134250,\"irq\":0}}],\"eventLoopStats\":{\"min\":44,\"max\":30014,\"num\":3,\"sum\":60012}}}"}
2025-03-15T06:02:04.127342+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018524127,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:03:14.540985+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018594540,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T06:03:14.541944+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018594541,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T06:04:04.159256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742018644159,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896920576,\"uptime\":1838461.46,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23693780,\"nice\":13770,\"sys\":3600050,\"idle\":1807179310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23636850,\"nice\":14930,\"sys\":3598530,\"idle\":1807252460,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29965,\"num\":13,\"sum\":60023}}}"}
2025-03-15T06:04:04.159390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018644159,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:08:15.236450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018895236,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Connected to Redis"}
2025-03-15T06:08:15.237352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742018895237,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Redis client ready"}
2025-03-15T06:19:04.531300+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742019544531,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885914624,\"uptime\":1839361.84,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23701430,\"nice\":13770,\"sys\":3601580,\"idle\":1808068590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23644030,\"nice\":14930,\"sys\":3599790,\"idle\":1808142190,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29992,\"num\":13,\"sum\":60021}}}"}
2025-03-15T06:19:04.531404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742019544531,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:20:04.563320+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742019604563,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885980160,\"uptime\":1839421.87,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23702170,\"nice\":13770,\"sys\":3601660,\"idle\":1808127890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23644440,\"nice\":14930,\"sys\":3599890,\"idle\":1808201530,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-15T06:20:04.563383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742019604563,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:21:04.583260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742019664583,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887065600,\"uptime\":1839481.89,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23702580,\"nice\":13770,\"sys\":3601750,\"idle\":1808187080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23644820,\"nice\":14930,\"sys\":3599990,\"idle\":1808260890,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30028,\"num\":3,\"sum\":60018}}}"}
2025-03-15T06:21:04.583418+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742019664583,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:24:04.631401+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742019844631,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885832704,\"uptime\":1839661.94,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23704600,\"nice\":13770,\"sys\":3602050,\"idle\":1808364640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23646900,\"nice\":14930,\"sys\":3600310,\"idle\":1808438440,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29973,\"num\":13,\"sum\":59998}}}"}
2025-03-15T06:24:04.631428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742019844631,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:25:04.631272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742019904631,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888200192,\"uptime\":1839721.94,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23705350,\"nice\":13770,\"sys\":3602160,\"idle\":1808423730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23647680,\"nice\":14930,\"sys\":3600540,\"idle\":1808497370,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30030,\"num\":3,\"sum\":59999}}}"}
2025-03-15T06:25:04.631380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742019904631,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-15T06:31:04.799250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":20,"time":1742020264799,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873434112,\"uptime\":1840082.1,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23708630,\"nice\":13770,\"sys\":3602790,\"idle\":1808779060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23650950,\"nice\":14930,\"sys\":3601230,\"idle\":1808852830,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30008,\"num\":3,\"sum\":60029}}}"}
2025-03-15T06:31:04.799373+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.2] {"level":30,"time":1742020264799,"pid":30,"hostname":"dyno-84afb34d-3261-49b7-92d7-9a17a30bdb6c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}