2025-03-14T11:37:41.190748+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952201194,"pid":69,"hostname":"dyno-6c100ca3-6feb-4e1f-acef-99cd9fb9ddaf","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:37:41.190753+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952261190,"pid":69,"hostname":"dyno-6c100ca3-6feb-4e1f-acef-99cd9fb9ddaf","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2769444864,\"uptime\":1772139.52,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27647070,\"nice\":16120,\"sys\":4426530,\"idle\":1734665560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27453480,\"nice\":15170,\"sys\":4447700,\"idle\":1734725440,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":5988,\"sum\":59633}}}"} 2025-03-14T11:44:41.850844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952681850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830139392,\"uptime\":1772560.18,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27659980,\"nice\":16120,\"sys\":4429260,\"idle\":1735068520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27466240,\"nice\":15170,\"sys\":4450140,\"idle\":1735128600,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59629}}}"} 2025-03-14T11:44:41.850971+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952681850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:45:41.850866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952741850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829713408,\"uptime\":1772620.18,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27660700,\"nice\":16120,\"sys\":4429410,\"idle\":1735127570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27467020,\"nice\":15170,\"sys\":4450280,\"idle\":1735187600,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5984,\"sum\":59631}}}"} 2025-03-14T11:45:41.851037+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952741850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:46:41.854968+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952801854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830004224,\"uptime\":1772680.18,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27661400,\"nice\":16120,\"sys\":4429540,\"idle\":1735186640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27467730,\"nice\":15170,\"sys\":4450380,\"idle\":1735246690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5993,\"sum\":59632}}}"} 2025-03-14T11:46:41.855097+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952801855,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:47:41.850837+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952861850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829791232,\"uptime\":1772740.18,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27662100,\"nice\":16120,\"sys\":4429660,\"idle\":1735245650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27468420,\"nice\":15170,\"sys\":4450490,\"idle\":1735305750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":5997,\"sum\":59627}}}"} 2025-03-14T11:47:41.851144+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952861851,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:48:41.850873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952921850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829799424,\"uptime\":1772800.18,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27662660,\"nice\":16120,\"sys\":4429750,\"idle\":1735304730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27469140,\"nice\":15170,\"sys\":4450620,\"idle\":1735364860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}"} 2025-03-14T11:48:41.851046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952921850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:49:41.850850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741952981850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829398016,\"uptime\":1772860.18,\"totalMem\":4018151424,\"loadavg\":[0.11,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27663120,\"nice\":16120,\"sys\":4429870,\"idle\":1735363780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27469540,\"nice\":15170,\"sys\":4450730,\"idle\":1735423950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59631}}}"} 2025-03-14T11:49:41.850970+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741952981850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:51:43.268271+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953103268,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T11:51:43.269102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953103269,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T11:52:41.850886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953161850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828328960,\"uptime\":1773040.18,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27665020,\"nice\":16120,\"sys\":4430210,\"idle\":1735540870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27471080,\"nice\":15170,\"sys\":4451110,\"idle\":1735601100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5997,\"sum\":59624}}}"} 2025-03-14T11:52:41.851079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953161851,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:55:41.854811+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953341854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828038144,\"uptime\":1773220.18,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27667460,\"nice\":16120,\"sys\":4430610,\"idle\":1735717940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27473050,\"nice\":15170,\"sys\":4451510,\"idle\":1735778390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59632}}}"} 2025-03-14T11:55:41.854959+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953341854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:56:44.221989+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953404221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T11:56:44.223058+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953404222,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T11:58:45.279399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953525279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08JD4PEJUQ topic: :icc-sev2: Sev2 | Some of the agent servers aren't functioning"} 2025-03-14T11:58:45.536423+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953525536,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08JD4PEJUQ purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T11:58:47.101514+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.101694+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T11:58:47.101766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:47.052Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WU3L2P04S\"],\"bots\":[],\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"channels\":[\"CNNPJ45FV\",\"C08BN0C4GE6\"]}}"} 2025-03-14T11:58:47.101769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T11:58:47.101832+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T11:58:47.101920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:47.101920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.101944+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T11:58:47.101991+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T11:58:47.102016+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527101,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T11:58:47.052Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WU3L2P04S\"],\"bots\":[],\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"channels\":[\"CNNPJ45FV\",\"C08BN0C4GE6\"]}}"} 2025-03-14T11:58:47.102101+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.102241+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T11:58:47.102242+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:47.052Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WU3L2P04S\"],\"bots\":[],\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"channels\":[\"CNNPJ45FV\",\"C08BN0C4GE6\"]}}"} 2025-03-14T11:58:47.102265+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T11:58:47.102320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T11:58:47.102354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:47.245679+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.245861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-notifier'"} 2025-03-14T11:58:47.245886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:47.194Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"eventObj\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741953524,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741953524702,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T11:58:47.245911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T11:58:47.245988+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T11:58:47.246117+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:47.246118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.246139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-created"} 2025-03-14T11:58:47.246191+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T11:58:47.246194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-created - {\"createdAt\":\"2025-03-14T11:58:47.194Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"eventObj\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741953524,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741953524702,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T11:58:47.246321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.246453+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-slack-actions'"} 2025-03-14T11:58:47.246499+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:47.194Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"eventObj\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741953524,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741953524702,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T11:58:47.246502+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T11:58:47.246861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T11:58:47.246937+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:47.829762+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.829962+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-slack-actions'"} 2025-03-14T11:58:47.829966+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:47.820Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\",\"isManaged\":true},\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"}}"} 2025-03-14T11:58:47.829999+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T11:58:47.830068+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T11:58:47.830177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:47.830264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.830396+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-notifier'"} 2025-03-14T11:58:47.830413+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:47.820Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\",\"isManaged\":true},\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"}}"} 2025-03-14T11:58:47.830436+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T11:58:47.830509+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T11:58:47.830548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:47.830693+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:47.830694+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-generated"} 2025-03-14T11:58:47.830696+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T11:58:47.830729+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953527830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-generated - {\"createdAt\":\"2025-03-14T11:58:47.820Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\",\"isManaged\":true},\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"}}"} 2025-03-14T11:58:51.678631+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:51.678771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T11:58:51.678774+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:51.621Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T11:58:51.621Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T11:58:51.678778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:58:51.678839+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:58:51.678949+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:51.679074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:51.679152+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T11:58:51.679153+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:51.621Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T11:58:51.621Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T11:58:51.679154+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:58:51.679182+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:58:51.679258+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:51.679269+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:51.679273+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T11:58:51.679342+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T11:58:51.679526+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531679,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T11:58:51.621Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T11:58:51.621Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T11:58:51.950205+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:51.950305+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'"} 2025-03-14T11:58:51.950306+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:51.900Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"eventObj\":{\"createdAt\":\"2025-03-14T11:58:46.851Z\",\"modifiedAt\":\"2025-03-14T11:58:51.679Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"}}"} 2025-03-14T11:58:51.950336+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T11:58:51.950389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T11:58:51.950516+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:51.950615+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:51.950703+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'"} 2025-03-14T11:58:51.950705+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:58:51.900Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"eventObj\":{\"createdAt\":\"2025-03-14T11:58:46.851Z\",\"modifiedAt\":\"2025-03-14T11:58:51.679Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"}}"} 2025-03-14T11:58:51.950706+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T11:58:51.950741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T11:58:51.950794+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:58:51.950830+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:58:51.950833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-renamed"} 2025-03-14T11:58:51.950879+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T11:58:51.950881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953531950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-14T11:58:51.900Z\",\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"},\"eventObj\":{\"createdAt\":\"2025-03-14T11:58:46.851Z\",\"modifiedAt\":\"2025-03-14T11:58:51.679Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"}}"} 2025-03-14T11:59:03.866790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:59:03.866955+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953543866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T11:59:03.868171+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:59:03.815Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T11:59:03.815Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T11:59:03.868173+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:03.868174+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:03.868174+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:59:03.868176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:59:03.868176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T11:59:03.868177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:59:03.815Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T11:59:03.815Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T11:59:03.868177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:03.868177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:03.868179+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:59:03.868180+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:59:03.868181+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T11:59:03.868181+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T11:59:03.868181+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953543867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T11:59:03.815Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T11:59:03.815Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T11:59:04.842647+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:59:04.842769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953544842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T11:59:04.842799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:59:04.789Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T11:59:04.789Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T11:59:04.842850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:04.842936+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:04.843036+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953544842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T11:59:04.843037+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:59:04.843070+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T11:59:04.843113+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T11:59:04.843113+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T11:59:04.789Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T11:59:04.789Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T11:59:04.844108+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544844,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T11:59:04.844198+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953544844,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T11:59:04.844253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544844,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T11:59:04.789Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T11:59:04.789Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T11:59:04.844254+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544844,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:04.844323+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953544844,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T11:59:04.844398+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953544844,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:01:45.271759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953705271,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T12:01:45.272540+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953705272,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T12:02:43.669266+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T12:02:43.669595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T12:02:43.669661+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:02:43.660Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"CNNPJ45FV\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a7f87d56-68bd-48d7-90a7-caaaf70454f3\",\"sequenceNumber\":1}}"} 2025-03-14T12:02:43.669666+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:02:43.669762+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:02:43.669890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:02:43.669890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T12:02:43.669947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T12:02:43.669951+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:02:43.670034+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763669,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T12:02:43.660Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"CNNPJ45FV\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a7f87d56-68bd-48d7-90a7-caaaf70454f3\",\"sequenceNumber\":1}}"} 2025-03-14T12:02:43.670145+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763670,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T12:02:43.670354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953763670,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:02:43.670392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763670,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:02:43.660Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"CNNPJ45FV\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a7f87d56-68bd-48d7-90a7-caaaf70454f3\",\"sequenceNumber\":1}}"} 2025-03-14T12:02:43.670404+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763670,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:02:43.670464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953763670,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:02:43.670573+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953763670,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:05:41.850854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953941850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843238400,\"uptime\":1773820.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27674000,\"nice\":16120,\"sys\":4432020,\"idle\":1736308300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27479490,\"nice\":15170,\"sys\":4453000,\"idle\":1736368820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59631}}}"} 2025-03-14T12:05:41.850931+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741953941850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:39.819445+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741953999819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HAAUU8T1 topic: :icc-sev2: Sev2 | USA754s high APT Incident"} 2025-03-14T12:06:40.048838+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954000048,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HAAUU8T1 purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T12:06:41.145769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:41.145961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954001145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:41.145962+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:41.095Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741953999,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741953999363,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T12:06:41.145987+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T12:06:41.146080+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T12:06:41.146232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:41.146326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:41.146435+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-notifier'"} 2025-03-14T12:06:41.146435+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:41.095Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741953999,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741953999363,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T12:06:41.146453+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T12:06:41.146516+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T12:06:41.146608+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:41.146609+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:41.146609+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-created"} 2025-03-14T12:06:41.146611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:06:41.146668+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954001146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-created - {\"createdAt\":\"2025-03-14T12:06:41.095Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741953999,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741953999363,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T12:06:43.725611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:43.725843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954003725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'"} 2025-03-14T12:06:43.725885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:43.674Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:36.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T12:06:37.693Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/R0cKAjkOH11M\"}}"} 2025-03-14T12:06:43.725954+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T12:06:43.726015+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T12:06:43.726138+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:43.726139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:43.726140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-created"} 2025-03-14T12:06:43.726140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:06:43.726174+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-created - {\"createdAt\":\"2025-03-14T12:06:43.674Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:36.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T12:06:37.693Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/R0cKAjkOH11M\"}}"} 2025-03-14T12:06:43.726264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:43.726386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:43.726406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:43.674Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:36.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T12:06:37.693Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/R0cKAjkOH11M\"}}"} 2025-03-14T12:06:43.726420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T12:06:43.726490+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T12:06:43.726574+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954003726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:46.497890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006497,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:46.497947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954006497,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'"} 2025-03-14T12:06:46.497977+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006497,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:46.448Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"createdAt\":\"2025-03-14T12:06:40.746Z\",\"modifiedAt\":\"2025-03-14T12:06:45.719Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"}}"} 2025-03-14T12:06:46.498013+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006497,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T12:06:46.498082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T12:06:46.498206+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:46.498208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:46.498208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-renamed"} 2025-03-14T12:06:46.498212+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:06:46.498235+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-14T12:06:46.448Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"createdAt\":\"2025-03-14T12:06:40.746Z\",\"modifiedAt\":\"2025-03-14T12:06:45.719Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"}}"} 2025-03-14T12:06:46.498334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:46.498443+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:46.498444+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:46.448Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"createdAt\":\"2025-03-14T12:06:40.746Z\",\"modifiedAt\":\"2025-03-14T12:06:45.719Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"}}"} 2025-03-14T12:06:46.498447+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T12:06:46.498524+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T12:06:46.498594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954006498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:51.718532+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011718,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:51.718850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011718,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T12:06:51.718941+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011718,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:51.567Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:36.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T12:06:37.693Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:06:45.665Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T12:06:51.401Z\"]},\"requestId\":\"c90314ee-8499-51cb-5701-d01fe189e66b\",\"client\":\"quantumks2s\"}"} 2025-03-14T12:06:51.718942+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011718,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:06:51.719019+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011718,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:06:51.719137+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:51.719138+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:51.719139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T12:06:51.719139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T12:06:51.719252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:51.719518+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:51.719625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:51.567Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:36.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T12:06:37.693Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:06:45.665Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T12:06:51.401Z\"]},\"requestId\":\"c90314ee-8499-51cb-5701-d01fe189e66b\",\"client\":\"quantumks2s\"}"} 2025-03-14T12:06:51.719629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:06:51.719629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:06:51.719702+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011719,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:51.950343+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:51.950527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'"} 2025-03-14T12:06:51.950529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:51.893Z\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0Nd0AK\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000KN9NY2A1\"}]}"} 2025-03-14T12:06:51.950533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T12:06:51.950600+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T12:06:51.950690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:51.951241+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741954011950,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T12:06:51.951324+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011951,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:51.951432+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011951,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:51.951433+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011951,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:51.893Z\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0Nd0AK\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000KN9NY2A1\"}]}"} 2025-03-14T12:06:51.951436+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011951,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T12:06:51.951495+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954011951,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T12:06:51.951543+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954011951,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:52.426318+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:52.426430+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'"} 2025-03-14T12:06:52.426431+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"timestamp\":\"2025-03-14T12:06:51.380Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T12:06:52.426434+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:06:52.426533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:06:52.426634+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:52.426875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T12:06:52.426907+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:52.426993+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:52.427026+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"timestamp\":\"2025-03-14T12:06:51.380Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T12:06:52.427029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:06:52.427085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954012427,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:06:52.427129+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954012427,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:56.926846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:56.926936+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954016926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:06:56.927010+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:56.786Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TsxgHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T12:06:56.786Z\",\"recordId\":\"500EE00001TsxgHYAR\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"caseNumber\":\"73021516\"},\"changes\":{}}"} 2025-03-14T12:06:56.927012+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T12:06:56.927084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T12:06:56.927172+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:56.927255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:56.927334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T12:06:56.927359+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:06:56.786Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TsxgHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T12:06:56.786Z\",\"recordId\":\"500EE00001TsxgHYAR\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"caseNumber\":\"73021516\"},\"changes\":{}}"} 2025-03-14T12:06:56.927399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T12:06:56.927420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T12:06:56.927494+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:06:56.927494+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:06:56.927498+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T12:06:56.927519+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T12:06:56.927561+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954016927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T12:06:56.786Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TsxgHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T12:06:56.786Z\",\"recordId\":\"500EE00001TsxgHYAR\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"caseNumber\":\"73021516\"},\"changes\":{}}"} 2025-03-14T12:07:11.928262+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:11.928375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T12:07:11.928400+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:11.741Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"reminderId\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T12:07:11.928401+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T12:07:11.928468+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T12:07:11.928572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:11.928647+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:11.928720+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T12:07:11.928763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:11.741Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"reminderId\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T12:07:11.928763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T12:07:11.928793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T12:07:11.928850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:11.928851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:11.928869+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T12:07:11.928884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:07:11.928918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954031928,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T12:07:11.741Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"reminderId\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T12:07:12.021930+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032021,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:12.022025+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954032021,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T12:07:12.022047+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:11.968Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"reminderId\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T12:06:41.693Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HAAUU8T1\"}}"} 2025-03-14T12:07:12.022102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T12:07:12.022130+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T12:07:12.022257+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:12.022334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:12.022513+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T12:07:12.022519+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:11.968Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"reminderId\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T12:06:41.693Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HAAUU8T1\"}}"} 2025-03-14T12:07:12.022519+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T12:07:12.022578+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T12:07:12.022627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:12.022631+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:12.022666+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T12:07:12.022666+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:07:12.022712+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954032022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T12:07:11.968Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"eventObj\":{\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"reminderId\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"20f0a469-645f-4ebb-b2e7-e0a932683dd9\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T12:06:41.693Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HAAUU8T1\"}}"} 2025-03-14T12:07:20.491525+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040491,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:20.492373+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T12:07:20.492463+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:20.336Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:06:58.000Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-14T12:03:36.000Z\",\"2025-03-14T12:03:00.000Z\"],\"impactStartTime\":[\"2025-03-14T12:06:37.693Z\",\"2025-03-14T11:52:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[\"Core Live on Falcon\",null]}},\"requestId\":\"w5p855-yjg7s-jbjkcq-v2piw-1741954039665\",\"client\":\"icc-ui\"}"} 2025-03-14T12:07:20.492478+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:07:20.492542+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:07:20.492644+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:20.492743+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:20.493001+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954040492,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T12:07:20.493105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:20.336Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:06:58.000Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-14T12:03:36.000Z\",\"2025-03-14T12:03:00.000Z\"],\"impactStartTime\":[\"2025-03-14T12:06:37.693Z\",\"2025-03-14T11:52:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[\"Core Live on Falcon\",null]}},\"requestId\":\"w5p855-yjg7s-jbjkcq-v2piw-1741954039665\",\"client\":\"icc-ui\"}"} 2025-03-14T12:07:20.493108+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:07:20.493163+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T12:07:20.493209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:20.493255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:20.493255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T12:07:20.493281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954040493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T12:07:40.737677+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060737,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:40.737870+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954060737,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-trust-posting-created' for consumer group='icc-notifier'"} 2025-03-14T12:07:40.737972+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060737,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:40.723Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"impact\":\"performanceDegradation\",\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"trustId\":10013898,\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"event\":\"investigatingCauseOfIssue\",\"impactEndTime\":null,\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:07:39.396Z\",\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"isModifiedExternally\":false,\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"1s68qcq-6623f-jgwlkk-7g7e1-1741954059215\",\"client\":\"icc-ui\"}"} 2025-03-14T12:07:40.737990+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060737,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-created\"}}"} 2025-03-14T12:07:40.738020+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060737,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-created\"}}"} 2025-03-14T12:07:40.738182+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:07:40.738183+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:40.738232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-trust-posting-created"} 2025-03-14T12:07:40.738233+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:07:40.738235+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-trust-posting-created - {\"createdAt\":\"2025-03-14T12:07:40.723Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"impact\":\"performanceDegradation\",\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"trustId\":10013898,\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"event\":\"investigatingCauseOfIssue\",\"impactEndTime\":null,\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:07:39.396Z\",\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"isModifiedExternally\":false,\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"1s68qcq-6623f-jgwlkk-7g7e1-1741954059215\",\"client\":\"icc-ui\"}"} 2025-03-14T12:07:40.738532+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:07:40.738533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-trust-posting-created' for consumer group='icc-slack-actions'"} 2025-03-14T12:07:40.738534+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:07:40.723Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"impact\":\"performanceDegradation\",\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"trustId\":10013898,\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"event\":\"investigatingCauseOfIssue\",\"impactEndTime\":null,\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:07:39.396Z\",\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"isModifiedExternally\":false,\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"1s68qcq-6623f-jgwlkk-7g7e1-1741954059215\",\"client\":\"icc-ui\"}"} 2025-03-14T12:07:40.738535+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-created\"}}"} 2025-03-14T12:07:40.738649+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-created\"}}"} 2025-03-14T12:07:40.738651+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954060738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:08:41.850812+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954121850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840973312,\"uptime\":1774000.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27675900,\"nice\":16120,\"sys\":4432380,\"idle\":1736485460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27481470,\"nice\":15170,\"sys\":4453350,\"idle\":1736545760,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5993,\"sum\":59630}}}"} 2025-03-14T12:08:41.850928+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954121850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:10:56.391942+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256391,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:10:56.392250+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T12:10:56.392329+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:10:56.381Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/icj-vovt-ppp\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"duration\":\"19 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA754s high APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA754s is experiencing high APT's, SR is looking into it.\",\"sentAt\":\"2025-03-14T12:10:55.684Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"8a006828-6aa9-40b3-af6e-752de8e2aec6\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/icj-vovt-ppp\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"duration\":\"19 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA754s high APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA754s is experiencing high APT's, SR is looking into it.\",\"sentAt\":\"2025-03-14T12:10:55.684Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"silw6-m4ic6n-hixyxt-usgamg-1741954255487\",\"client\":\"icc-ui\"}"} 2025-03-14T12:10:56.392347+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T12:10:56.392394+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T12:10:56.392530+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:10:56.392619+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:10:56.392858+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T12:10:56.392940+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:10:56.381Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/icj-vovt-ppp\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"duration\":\"19 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA754s high APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA754s is experiencing high APT's, SR is looking into it.\",\"sentAt\":\"2025-03-14T12:10:55.684Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"8a006828-6aa9-40b3-af6e-752de8e2aec6\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/icj-vovt-ppp\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"duration\":\"19 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA754s high APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA754s is experiencing high APT's, SR is looking into it.\",\"sentAt\":\"2025-03-14T12:10:55.684Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"silw6-m4ic6n-hixyxt-usgamg-1741954255487\",\"client\":\"icc-ui\"}"} 2025-03-14T12:10:56.392954+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T12:10:56.392957+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T12:10:56.393045+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:10:56.393046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256392,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:10:56.393046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256393,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T12:10:56.393050+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256393,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:10:56.393119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954256393,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T12:10:56.381Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/icj-vovt-ppp\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"duration\":\"19 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA754s high APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA754s is experiencing high APT's, SR is looking into it.\",\"sentAt\":\"2025-03-14T12:10:55.684Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"8a006828-6aa9-40b3-af6e-752de8e2aec6\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/icj-vovt-ppp\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"duration\":\"19 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"USA754s high APT Incident\",\"team\":\"Site Reliability\",\"content\":\"USA754s is experiencing high APT's, SR is looking into it.\",\"sentAt\":\"2025-03-14T12:10:55.684Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"silw6-m4ic6n-hixyxt-usgamg-1741954255487\",\"client\":\"icc-ui\"}"} 2025-03-14T12:11:07.529989+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267529,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:11:07.530268+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:11:07.530345+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:11:07.053Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"8a006828-6aa9-40b3-af6e-752de8e2aec6\",\"sequenceNumber\":1}}"} 2025-03-14T12:11:07.530367+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:11:07.530397+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:11:07.530547+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:11:07.530636+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:11:07.530827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T12:11:07.530923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:11:07.053Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"8a006828-6aa9-40b3-af6e-752de8e2aec6\",\"sequenceNumber\":1}}"} 2025-03-14T12:11:07.530925+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:11:07.530981+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267530,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:11:07.531032+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954267531,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:11:07.531076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267531,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:11:07.531076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267531,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T12:11:07.531100+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267531,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:11:07.531154+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954267531,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T12:11:07.053Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"modifiedAt\":\"2025-03-14T12:06:37.693Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"b4067e69-47ac-45ac-a98a-da87b1fda8e0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"8a006828-6aa9-40b3-af6e-752de8e2aec6\",\"sequenceNumber\":1}}"} 2025-03-14T12:11:42.259238+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954302259,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T12:11:42.260239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954302260,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T12:12:41.854807+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954361854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836639744,\"uptime\":1774240.18,\"totalMem\":4018151424,\"loadavg\":[0.13,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27678540,\"nice\":16120,\"sys\":4433000,\"idle\":1736721660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27483980,\"nice\":15170,\"sys\":4453810,\"idle\":1736781860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6001,\"sum\":59626}}}"} 2025-03-14T12:12:41.854872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954361854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:12:54.576126+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374575,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: ac6909f3-11e4-4796-9e64-f8ff97344d68"} 2025-03-14T12:12:54.576278+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed-duplicate' for consumer group='icc-slack-actions'"} 2025-03-14T12:12:54.576320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:12:54.424Z\",\"user\":{\"id\":\"58e2bf23-b668-499b-ac33-e2bbdde1ead6\",\"gusUserId\":\"005B00000019tmZIAQ\",\"slackUserId\":\"WB3H0BPP1\",\"name\":\"Jonathan McGuire\",\"email\":\"jonathan.mcguire@salesforce.com\"},\"incident\":{\"id\":\"ac6909f3-11e4-4796-9e64-f8ff97344d68\",\"slackChannel\":{\"id\":\"C08ATM6TXK9\",\"name\":\"icc-71708838\"},\"subject\":\"Duplicate Case - Data Cloud CRM Connector experiencing delays in ingesting data for certain customers\",\"description\":\"Justification for Quick Close: \\n https://salesforce-internal.slack.com/archives/C08ATM6TXK9/p1741901079650709 \\n\",\"detectedTime\":\"2025-01-31T17:49:46.993Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Duplicate\",\"origin\":\"\",\"originReference\":\"N/A\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-01-31T17:49:46.993Z\",\"impactEndTime\":\"2025-03-14T12:12:54.370Z\",\"bridge\":{\"url\":\"https://meet.google.com/vbu-pqjm-afg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-929-276-1138, pin: 195876237; \\nFind numbers in more regions on https://tel.meet/vbu-pqjm-afg?pin=9354852980602, pin: 9354852980602\\n\"},\"roles\":[],\"category\":\"Duplicate Case\",\"rootCause\":\"Duplicate Case\",\"createdAt\":\"2025-01-31T17:49:46.993Z\",\"closingDetails\":{},\"scrumTeamId\":\"a00B000000BKrGOIA1\",\"team\":\"CDP CRM 2\",\"caseNumber\":\"71708838\",\"caseRecordId\":\"500EE00001Rzfr3YAB\",\"servicesImpacted\":[],\"duplicateCaseNumber\":{\"id\":\"4149d72c-c5a1-4496-a58b-888146788833\",\"duplicateCaseNumber\":\"71709214\",\"sfid\":\"\",\"incidentId\":\"ac6909f3-11e4-4796-9e64-f8ff97344d68\",\"valid\":true},\"quipDocLink\":\"https://salesforce.quip.com/uFDvA7bccC1s\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-01-31T17:49:53.875Z\"},\"requestId\":\"qw1s9f-89d9qy-mw6xzh-2hvwyg-1741954374212\",\"client\":\"icc-ui\"}"} 2025-03-14T12:12:54.576321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-duplicate\"}}"} 2025-03-14T12:12:54.576385+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-duplicate\"}}"} 2025-03-14T12:12:54.576914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:12:54.576916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: ac6909f3-11e4-4796-9e64-f8ff97344d68"} 2025-03-14T12:12:54.576917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed-duplicate' for consumer group='icc-notifier'"} 2025-03-14T12:12:54.576918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:12:54.424Z\",\"user\":{\"id\":\"58e2bf23-b668-499b-ac33-e2bbdde1ead6\",\"gusUserId\":\"005B00000019tmZIAQ\",\"slackUserId\":\"WB3H0BPP1\",\"name\":\"Jonathan McGuire\",\"email\":\"jonathan.mcguire@salesforce.com\"},\"incident\":{\"id\":\"ac6909f3-11e4-4796-9e64-f8ff97344d68\",\"slackChannel\":{\"id\":\"C08ATM6TXK9\",\"name\":\"icc-71708838\"},\"subject\":\"Duplicate Case - Data Cloud CRM Connector experiencing delays in ingesting data for certain customers\",\"description\":\"Justification for Quick Close: \\n https://salesforce-internal.slack.com/archives/C08ATM6TXK9/p1741901079650709 \\n\",\"detectedTime\":\"2025-01-31T17:49:46.993Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Duplicate\",\"origin\":\"\",\"originReference\":\"N/A\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-01-31T17:49:46.993Z\",\"impactEndTime\":\"2025-03-14T12:12:54.370Z\",\"bridge\":{\"url\":\"https://meet.google.com/vbu-pqjm-afg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-929-276-1138, pin: 195876237; \\nFind numbers in more regions on https://tel.meet/vbu-pqjm-afg?pin=9354852980602, pin: 9354852980602\\n\"},\"roles\":[],\"category\":\"Duplicate Case\",\"rootCause\":\"Duplicate Case\",\"createdAt\":\"2025-01-31T17:49:46.993Z\",\"closingDetails\":{},\"scrumTeamId\":\"a00B000000BKrGOIA1\",\"team\":\"CDP CRM 2\",\"caseNumber\":\"71708838\",\"caseRecordId\":\"500EE00001Rzfr3YAB\",\"servicesImpacted\":[],\"duplicateCaseNumber\":{\"id\":\"4149d72c-c5a1-4496-a58b-888146788833\",\"duplicateCaseNumber\":\"71709214\",\"sfid\":\"\",\"incidentId\":\"ac6909f3-11e4-4796-9e64-f8ff97344d68\",\"valid\":true},\"quipDocLink\":\"https://salesforce.quip.com/uFDvA7bccC1s\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-01-31T17:49:53.875Z\"},\"requestId\":\"qw1s9f-89d9qy-mw6xzh-2hvwyg-1741954374212\",\"client\":\"icc-ui\"}"} 2025-03-14T12:12:54.576918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-duplicate\"}}"} 2025-03-14T12:12:54.576919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-duplicate\"}}"} 2025-03-14T12:12:54.576919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:12:54.576919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: ac6909f3-11e4-4796-9e64-f8ff97344d68"} 2025-03-14T12:12:54.576922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed-duplicate"} 2025-03-14T12:12:54.576922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:12:54.576923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954374576,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-closed-duplicate - {\"createdAt\":\"2025-03-14T12:12:54.424Z\",\"user\":{\"id\":\"58e2bf23-b668-499b-ac33-e2bbdde1ead6\",\"gusUserId\":\"005B00000019tmZIAQ\",\"slackUserId\":\"WB3H0BPP1\",\"name\":\"Jonathan McGuire\",\"email\":\"jonathan.mcguire@salesforce.com\"},\"incident\":{\"id\":\"ac6909f3-11e4-4796-9e64-f8ff97344d68\",\"slackChannel\":{\"id\":\"C08ATM6TXK9\",\"name\":\"icc-71708838\"},\"subject\":\"Duplicate Case - Data Cloud CRM Connector experiencing delays in ingesting data for certain customers\",\"description\":\"Justification for Quick Close: \\n https://salesforce-internal.slack.com/archives/C08ATM6TXK9/p1741901079650709 \\n\",\"detectedTime\":\"2025-01-31T17:49:46.993Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Duplicate\",\"origin\":\"\",\"originReference\":\"N/A\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-01-31T17:49:46.993Z\",\"impactEndTime\":\"2025-03-14T12:12:54.370Z\",\"bridge\":{\"url\":\"https://meet.google.com/vbu-pqjm-afg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-929-276-1138, pin: 195876237; \\nFind numbers in more regions on https://tel.meet/vbu-pqjm-afg?pin=9354852980602, pin: 9354852980602\\n\"},\"roles\":[],\"category\":\"Duplicate Case\",\"rootCause\":\"Duplicate Case\",\"createdAt\":\"2025-01-31T17:49:46.993Z\",\"closingDetails\":{},\"scrumTeamId\":\"a00B000000BKrGOIA1\",\"team\":\"CDP CRM 2\",\"caseNumber\":\"71708838\",\"caseRecordId\":\"500EE00001Rzfr3YAB\",\"servicesImpacted\":[],\"duplicateCaseNumber\":{\"id\":\"4149d72c-c5a1-4496-a58b-888146788833\",\"duplicateCaseNumber\":\"71709214\",\"sfid\":\"\",\"incidentId\":\"ac6909f3-11e4-4796-9e64-f8ff97344d68\",\"valid\":true},\"quipDocLink\":\"https://salesforce.quip.com/uFDvA7bccC1s\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-01-31T17:49:53.875Z\"},\"requestId\":\"qw1s9f-89d9qy-mw6xzh-2hvwyg-1741954374212\",\"client\":\"icc-ui\"}"} 2025-03-14T12:13:23.495387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403495,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:13:23.495907+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403495,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T12:13:23.496049+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403495,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:13:23.485Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"id\":\"c26d4215-a891-4902-aff5-1e9c4744d1dc\",\"serviceId\":\"PESOBA9\",\"serviceName\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\",\"responderName\":\"Jeremy Nash\",\"responderId\":\"PXABBF9\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXABBF9\",\"incidentNumber\":\"14009432\",\"incidentTitle\":\"Incident: USA754s high APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA754s high APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73021516\\nBridge URL: https://meet.google.com/icj-vovt-ppp\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"success\":true,\"pageTimestamp\":\"2025-03-14T12:13:23.418Z\",\"pdData\":{\"incident\":{\"incident_number\":14009432,\"title\":\"Incident: USA754s high APT Incident\",\"description\":\"Incident: USA754s high APT Incident\",\"created_at\":\"2025-03-14T12:13:23Z\",\"updated_at\":\"2025-03-14T12:13:23Z\",\"status\":\"triggered\",\"incident_key\":\"d5cfb79cc98e489fa201d9495858abf1\",\"service\":{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"},\"assignments\":[{\"at\":\"2025-03-14T12:13:23Z\",\"assignee\":{\"id\":\"PXABBF9\",\"type\":\"user_reference\",\"summary\":\"Jeremy Nash\",\"self\":\"https://api.pagerduty.com/users/PXABBF9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXABBF9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T12:13:23Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP7A1CCGWE3MAG70XS77IQZ4PU\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RP7A1CCGWE3MAG70XS77IQZ4PU\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK/log_entries/RP7A1CCGWE3MAG70XS77IQZ4PU\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5H25IT\",\"type\":\"escalation_policy_reference\",\"summary\":\"DSR Database Operations\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5H25IT\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5H25IT\"},\"teams\":[{\"id\":\"PF0V5OX\",\"type\":\"team_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering\",\"self\":\"https://api.pagerduty.com/teams/PF0V5OX\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PF0V5OX\"}],\"impacted_services\":[{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T12:23:23Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T12:13:23Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3G3H5E0PYXVZK\",\"type\":\"incident\",\"summary\":\"[#14009432] Incident: USA754s high APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA754s high APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73021516\\nBridge URL: https://meet.google.com/icj-vovt-ppp\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\\nAdditional Details: \"}}},\"responderEmail\":\"jeremy.nash@salesforce.com\"}}"} 2025-03-14T12:13:23.496053+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T12:13:23.496109+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T12:13:23.496205+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:13:23.496268+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:13:23.496292+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T12:13:23.496314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T12:13:23.496436+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T12:13:23.485Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"id\":\"c26d4215-a891-4902-aff5-1e9c4744d1dc\",\"serviceId\":\"PESOBA9\",\"serviceName\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\",\"responderName\":\"Jeremy Nash\",\"responderId\":\"PXABBF9\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXABBF9\",\"incidentNumber\":\"14009432\",\"incidentTitle\":\"Incident: USA754s high APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA754s high APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73021516\\nBridge URL: https://meet.google.com/icj-vovt-ppp\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"success\":true,\"pageTimestamp\":\"2025-03-14T12:13:23.418Z\",\"pdData\":{\"incident\":{\"incident_number\":14009432,\"title\":\"Incident: USA754s high APT Incident\",\"description\":\"Incident: USA754s high APT Incident\",\"created_at\":\"2025-03-14T12:13:23Z\",\"updated_at\":\"2025-03-14T12:13:23Z\",\"status\":\"triggered\",\"incident_key\":\"d5cfb79cc98e489fa201d9495858abf1\",\"service\":{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"},\"assignments\":[{\"at\":\"2025-03-14T12:13:23Z\",\"assignee\":{\"id\":\"PXABBF9\",\"type\":\"user_reference\",\"summary\":\"Jeremy Nash\",\"self\":\"https://api.pagerduty.com/users/PXABBF9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXABBF9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T12:13:23Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP7A1CCGWE3MAG70XS77IQZ4PU\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RP7A1CCGWE3MAG70XS77IQZ4PU\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK/log_entries/RP7A1CCGWE3MAG70XS77IQZ4PU\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5H25IT\",\"type\":\"escalation_policy_reference\",\"summary\":\"DSR Database Operations\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5H25IT\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5H25IT\"},\"teams\":[{\"id\":\"PF0V5OX\",\"type\":\"team_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering\",\"self\":\"https://api.pagerduty.com/teams/PF0V5OX\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PF0V5OX\"}],\"impacted_services\":[{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T12:23:23Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T12:13:23Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3G3H5E0PYXVZK\",\"type\":\"incident\",\"summary\":\"[#14009432] Incident: USA754s high APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA754s high APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73021516\\nBridge URL: https://meet.google.com/icj-vovt-ppp\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\\nAdditional Details: \"}}},\"responderEmail\":\"jeremy.nash@salesforce.com\"}}"} 2025-03-14T12:13:23.496710+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403496,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PESOBA9\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HAAUU8T1\"}"} 2025-03-14T12:13:23.502861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:13:23.503405+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403503,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:13:23.503541+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403503,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:13:23.485Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"id\":\"c26d4215-a891-4902-aff5-1e9c4744d1dc\",\"serviceId\":\"PESOBA9\",\"serviceName\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\",\"responderName\":\"Jeremy Nash\",\"responderId\":\"PXABBF9\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXABBF9\",\"incidentNumber\":\"14009432\",\"incidentTitle\":\"Incident: USA754s high APT Incident\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA754s high APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73021516\\nBridge URL: https://meet.google.com/icj-vovt-ppp\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"success\":true,\"pageTimestamp\":\"2025-03-14T12:13:23.418Z\",\"pdData\":{\"incident\":{\"incident_number\":14009432,\"title\":\"Incident: USA754s high APT Incident\",\"description\":\"Incident: USA754s high APT Incident\",\"created_at\":\"2025-03-14T12:13:23Z\",\"updated_at\":\"2025-03-14T12:13:23Z\",\"status\":\"triggered\",\"incident_key\":\"d5cfb79cc98e489fa201d9495858abf1\",\"service\":{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"},\"assignments\":[{\"at\":\"2025-03-14T12:13:23Z\",\"assignee\":{\"id\":\"PXABBF9\",\"type\":\"user_reference\",\"summary\":\"Jeremy Nash\",\"self\":\"https://api.pagerduty.com/users/PXABBF9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXABBF9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T12:13:23Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP7A1CCGWE3MAG70XS77IQZ4PU\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RP7A1CCGWE3MAG70XS77IQZ4PU\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK/log_entries/RP7A1CCGWE3MAG70XS77IQZ4PU\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5H25IT\",\"type\":\"escalation_policy_reference\",\"summary\":\"DSR Database Operations\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5H25IT\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5H25IT\"},\"teams\":[{\"id\":\"PF0V5OX\",\"type\":\"team_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering\",\"self\":\"https://api.pagerduty.com/teams/PF0V5OX\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PF0V5OX\"}],\"impacted_services\":[{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T12:23:23Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T12:13:23Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PESOBA9\",\"type\":\"service_reference\",\"summary\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PESOBA9\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PESOBA9\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3G3H5E0PYXVZK\",\"type\":\"incident\",\"summary\":\"[#14009432] Incident: USA754s high APT Incident\",\"self\":\"https://api.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3G3H5E0PYXVZK\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: USA754s high APT Incident\\nSeverity: Sev2\\nSlack Channel: #icc-73021516\\nBridge URL: https://meet.google.com/icj-vovt-ppp\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\\nAdditional Details: \"}}},\"responderEmail\":\"jeremy.nash@salesforce.com\"}}"} 2025-03-14T12:13:23.503550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403503,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T12:13:23.503610+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403503,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T12:13:23.503725+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403503,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:13:23.592047+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:13:23.592261+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T12:13:23.592278+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:13:23.583Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"users\":[\"WDRE5NUUS\"]}}"} 2025-03-14T12:13:23.592305+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T12:13:23.592362+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T12:13:23.592495+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:13:23.592496+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:13:23.592498+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T12:13:23.592499+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:13:23.592567+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T12:13:23.583Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"users\":[\"WDRE5NUUS\"]}}"} 2025-03-14T12:13:23.592624+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:13:23.592779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T12:13:23.592793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:13:23.583Z\",\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":{\"users\":[\"WDRE5NUUS\"]}}"} 2025-03-14T12:13:23.592816+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T12:13:23.592867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T12:13:23.592915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954403592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:15:41.850859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954541850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818248704,\"uptime\":1774420.18,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27680700,\"nice\":16120,\"sys\":4433400,\"idle\":1736898370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27485740,\"nice\":15170,\"sys\":4454200,\"idle\":1736958590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5991,\"sum\":59633}}}"} 2025-03-14T12:15:41.851085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954541851,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:18:30.963644+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710963,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T12:18:30.963827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954710963,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T12:18:30.963869+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710963,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:18:30.954Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"CNNPJ45FV\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e77db01c-fe19-4598-a8af-655e97a2fa2b\",\"sequenceNumber\":2}}"} 2025-03-14T12:18:30.963899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710963,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:18:30.963946+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710963,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:18:30.964157+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:18:30.964158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T12:18:30.964171+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T12:18:30.964189+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:18:30.964284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T12:18:30.954Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"CNNPJ45FV\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e77db01c-fe19-4598-a8af-655e97a2fa2b\",\"sequenceNumber\":2}}"} 2025-03-14T12:18:30.964362+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T12:18:30.964583+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:18:30.964664+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:18:30.954Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"CNNPJ45FV\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e77db01c-fe19-4598-a8af-655e97a2fa2b\",\"sequenceNumber\":2}}"} 2025-03-14T12:18:30.964668+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:18:30.964698+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T12:18:30.964768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954710964,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:19:02.827277+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc. 2025-03-14T12:19:02.827281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https://api.slack.com/reference/messaging/attachments#legacy_fields for more details). 2025-03-14T12:21:44.258085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954904257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T12:21:44.258933+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741954904258,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T12:32:13.619756+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533619,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.619986+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533619,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-trust-posting-resolved' for consumer group='icc-slack-actions'"} 2025-03-14T12:32:13.620029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533619,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.151Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:32:13.147Z\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"trustId\":10013898,\"event\":\"investigatingCauseOfIssue\",\"impact\":\"performanceDegradation\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"isModifiedExternally\":false,\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.620030+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:32:13.620094+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:32:13.624545+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624546+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624547+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-slack-actions'"} 2025-03-14T12:32:13.624548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.374Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TsxgHYAR\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624549+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T12:32:13.624549+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T12:32:13.624551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:32:13.624559+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.375Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T12:06:51.312Z\",\"modifiedAt\":\"2025-03-14T12:32:13.306Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"07d0f8b4-e80a-442e-8a0e-84e886869fad\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T12:06:51.282Z\",\"modifiedAt\":\"2025-03-14T12:32:02.971Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"cde729bf-eb53-4b81-994a-248ab652ddd8\",\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"createLock\":false,\"sfid\":\"aCqEE000000C0Nd0AK\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"description\":\"Lock to be created for Incident: b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"externalId\":\"a8LEE00001BWjCx2AL\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624575+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T12:32:13.624578+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T12:32:13.624578+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624578+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533620,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624579+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-slack-actions'"} 2025-03-14T12:32:13.624579+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.376Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T12:06:51.312Z\",\"modifiedAt\":\"2025-03-14T12:06:53.927Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"07d0f8b4-e80a-442e-8a0e-84e886869fad\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T12:06:51.282Z\",\"modifiedAt\":\"2025-03-14T12:32:02.971Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"cde729bf-eb53-4b81-994a-248ab652ddd8\",\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"createLock\":false,\"sfid\":\"aCqEE000000C0Nd0AK\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"description\":\"Lock to be created for Incident: b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"externalId\":\"a8LEE00001BWjCx2AL\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624581+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T12:32:13.624581+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T12:32:13.624582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-slack-actions'"} 2025-03-14T12:32:13.624584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:03.086Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"impactEndTime\":[\"\",\"2025-03-14T12:22:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Capacity\"]},\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T12:32:13.624586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T12:32:13.624586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624587+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624587+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'"} 2025-03-14T12:32:13.624588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"timestamp\":\"2025-03-14T12:32:13.375Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T12:32:13.624589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:32:13.624589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:32:13.624589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533621,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624590+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624590+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-trust-posting-resolved' for consumer group='icc-notifier'"} 2025-03-14T12:32:13.624592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.151Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:32:13.147Z\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"trustId\":10013898,\"event\":\"investigatingCauseOfIssue\",\"impact\":\"performanceDegradation\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"isModifiedExternally\":false,\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:32:13.624592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:32:13.624592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624593+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-trust-posting-resolved"} 2025-03-14T12:32:13.624594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:32:13.624599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-trust-posting-resolved - {\"createdAt\":\"2025-03-14T12:32:13.151Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:32:13.147Z\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"trustId\":10013898,\"event\":\"investigatingCauseOfIssue\",\"impact\":\"performanceDegradation\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"isModifiedExternally\":false,\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-notifier'"} 2025-03-14T12:32:13.624601+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.374Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TsxgHYAR\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T12:32:13.624602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T12:32:13.624602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624603+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624604+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-to-cis-request"} 2025-03-14T12:32:13.624605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:32:13.624606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-to-cis-request - {\"createdAt\":\"2025-03-14T12:32:13.374Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TsxgHYAR\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624607+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624607+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-notifier'"} 2025-03-14T12:32:13.624613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.375Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T12:06:51.312Z\",\"modifiedAt\":\"2025-03-14T12:32:13.306Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"07d0f8b4-e80a-442e-8a0e-84e886869fad\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T12:06:51.282Z\",\"modifiedAt\":\"2025-03-14T12:32:02.971Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"cde729bf-eb53-4b81-994a-248ab652ddd8\",\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"createLock\":false,\"sfid\":\"aCqEE000000C0Nd0AK\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"description\":\"Lock to be created for Incident: b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"externalId\":\"a8LEE00001BWjCx2AL\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T12:32:13.624613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T12:32:13.624614+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624615+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624615+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-ctc-lock-update-response"} 2025-03-14T12:32:13.624616+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:32:13.624617+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-ctc-lock-update-response - {\"createdAt\":\"2025-03-14T12:32:13.375Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T12:06:51.312Z\",\"modifiedAt\":\"2025-03-14T12:32:13.306Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"07d0f8b4-e80a-442e-8a0e-84e886869fad\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T12:06:51.282Z\",\"modifiedAt\":\"2025-03-14T12:32:02.971Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"cde729bf-eb53-4b81-994a-248ab652ddd8\",\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"createLock\":false,\"sfid\":\"aCqEE000000C0Nd0AK\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"description\":\"Lock to be created for Incident: b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"externalId\":\"a8LEE00001BWjCx2AL\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624617+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624617+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-notifier'"} 2025-03-14T12:32:13.624619+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:13.376Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T12:06:51.312Z\",\"modifiedAt\":\"2025-03-14T12:06:53.927Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"07d0f8b4-e80a-442e-8a0e-84e886869fad\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T12:06:51.282Z\",\"modifiedAt\":\"2025-03-14T12:32:02.971Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"cde729bf-eb53-4b81-994a-248ab652ddd8\",\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"createLock\":false,\"sfid\":\"aCqEE000000C0Nd0AK\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"description\":\"Lock to be created for Incident: b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"externalId\":\"a8LEE00001BWjCx2AL\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624619+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T12:32:13.624620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T12:32:13.624620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-ctc-lock-release-request"} 2025-03-14T12:32:13.624621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:32:13.624622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-ctc-lock-release-request - {\"createdAt\":\"2025-03-14T12:32:13.376Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T12:06:51.312Z\",\"modifiedAt\":\"2025-03-14T12:06:53.927Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"07d0f8b4-e80a-442e-8a0e-84e886869fad\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T12:06:51.282Z\",\"modifiedAt\":\"2025-03-14T12:32:02.971Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"cde729bf-eb53-4b81-994a-248ab652ddd8\",\"configurationItemId\":\"a7JEE00000KN9NY2A1\",\"createLock\":false,\"sfid\":\"aCqEE000000C0Nd0AK\",\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"},\"description\":\"Lock to be created for Incident: b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"externalId\":\"a8LEE00001BWjCx2AL\"}],\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-notifier'"} 2025-03-14T12:32:13.624624+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:32:03.086Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"impactEndTime\":[\"\",\"2025-03-14T12:22:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Capacity\"]},\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624624+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T12:32:13.624624+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T12:32:13.624625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-resolved"} 2025-03-14T12:32:13.624625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T12:32:13.624626+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Incident resolved notification for icc-incident-resolved - {\"createdAt\":\"2025-03-14T12:32:03.086Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\",\"name\":\"icc-73021516\"},\"subject\":\"USA754s high APT Incident\",\"description\":\"Sherlock detected an APT Incident for Cell: usa754s, FI: AWS-PROD21-USEAST2. \\nAnomalies detected in the timeframe 2025-03-14 11:58:00.000 - 2025-03-14 12:00:00.000.\\n\\nCase created using .case by @Krisztian Zsibrek in #cp-sre-alerts for usa754s\",\"detectedTime\":\"2025-03-14T12:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0QDF2JDNW0NV9\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T11:52:00.000Z\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/icj-vovt-ppp\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-413-418-2203, pin: 359229665; \\nFind numbers in more regions on https://tel.meet/icj-vovt-ppp?pin=8530409033452, pin: 8530409033452\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T12:06:37.693Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73021516\",\"caseRecordId\":\"500EE00001TsxgHYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/R0cKAjkOH11M\",\"engagedAt\":\"2025-03-14T12:06:51.401Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T12:07:24.876Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"impactEndTime\":[\"\",\"2025-03-14T12:22:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Capacity\"]},\"requestId\":\"629cty-m34j2m-z3s2sb-mr6xa8-1741955522188\",\"client\":\"icc-ui\"}"} 2025-03-14T12:32:13.624627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:32:13.624627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'"} 2025-03-14T12:32:13.624627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"timestamp\":\"2025-03-14T12:32:13.375Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T12:32:13.624627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:32:13.624628+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955533624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T12:32:13.624629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955533624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:32:13.624630+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741955533624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T12:32:41.850797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955561850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824196096,\"uptime\":1775440.18,\"totalMem\":4018151424,\"loadavg\":[0.03,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27692500,\"nice\":16120,\"sys\":4435380,\"idle\":1737901870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27495920,\"nice\":15170,\"sys\":4456490,\"idle\":1737962540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6030,\"sum\":59612}}}"} 2025-03-14T12:32:41.850946+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955561850,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:34:09.798103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649797,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:34:09.798301+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-trust-posting-resolved' for consumer group='icc-notifier'"} 2025-03-14T12:34:09.798332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:34:08.926Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:34:08.921Z\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"trustId\":10013898,\"event\":\"investigatingCauseOfIssue\",\"impact\":\"performanceDegradation\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"isModifiedExternally\":false,\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"yqvw1i-li01n-bqfjh2-m8z0pf-1741955639728\",\"client\":\"icc-ui\"}"} 2025-03-14T12:34:09.798354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:34:09.798417+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:34:09.798570+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:34:09.798571+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:34:09.798581+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-trust-posting-resolved"} 2025-03-14T12:34:09.798584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T12:34:09.798644+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-trust-posting-resolved - {\"createdAt\":\"2025-03-14T12:34:08.926Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:34:08.921Z\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"trustId\":10013898,\"event\":\"investigatingCauseOfIssue\",\"impact\":\"performanceDegradation\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"isModifiedExternally\":false,\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"yqvw1i-li01n-bqfjh2-m8z0pf-1741955639728\",\"client\":\"icc-ui\"}"} 2025-03-14T12:34:09.798725+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:34:09.798883+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-trust-posting-resolved' for consumer group='icc-slack-actions'"} 2025-03-14T12:34:09.798886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T12:34:08.926Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"slackChannel\":{\"id\":\"C08HAAUU8T1\"}},\"eventObj\":{\"createdAt\":\"2025-03-14T12:07:39.396Z\",\"modifiedAt\":\"2025-03-14T12:34:08.921Z\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"id\":\"a8b2bf62-3594-4643-9a8e-f25e3e55d18f\",\"trustId\":10013898,\"event\":\"investigatingCauseOfIssue\",\"impact\":\"performanceDegradation\",\"impactEndTime\":\"2025-03-14T12:22:00.000Z\",\"isModifiedExternally\":false,\"instanceKeys\":[\"USA754S\"],\"serviceKeys\":[\"coreService\"],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\",\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"yqvw1i-li01n-bqfjh2-m8z0pf-1741955639728\",\"client\":\"icc-ui\"}"} 2025-03-14T12:34:09.798906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:34:09.798961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-resolved\"}}"} 2025-03-14T12:34:09.799003+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955649798,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:34:23.926701+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:34:23.926761+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955663926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T12:34:23.926764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"}"} 2025-03-14T12:34:23.926784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T12:34:23.926877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T12:34:23.927031+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955663926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:34:23.927311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T12:34:23.927384+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9f9565a-8c7f-4fc9-b36b-ff276984df6f"} 2025-03-14T12:34:23.927439+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T12:34:23.927501+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"b9f9565a-8c7f-4fc9-b36b-ff276984df6f\"}"} 2025-03-14T12:34:23.927502+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T12:34:23.927530+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T12:34:23.927591+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741955663927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:41:41.854824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741956101854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816688128,\"uptime\":1775980.18,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27698520,\"nice\":16120,\"sys\":4436820,\"idle\":1738432570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27502760,\"nice\":15170,\"sys\":4457960,\"idle\":1738492960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59633}}}"} 2025-03-14T12:41:41.854959+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741956101854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:41:48.257273+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741956108257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T12:41:48.258144+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741956108258,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T12:48:41.854903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741956521854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824278016,\"uptime\":1776400.18,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27703260,\"nice\":16120,\"sys\":4437730,\"idle\":1738845620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27507470,\"nice\":15170,\"sys\":4458850,\"idle\":1738905630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59632}}}"} 2025-03-14T12:48:41.854930+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741956521854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:55:41.854860+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741956941854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823475200,\"uptime\":1776820.18,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27707920,\"nice\":16120,\"sys\":4438660,\"idle\":1739258900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27511880,\"nice\":15170,\"sys\":4459860,\"idle\":1739318830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59630}}}"} 2025-03-14T12:55:41.855029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741956941854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:58:41.854776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957121854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823770112,\"uptime\":1777000.18,\"totalMem\":4018151424,\"loadavg\":[0.04,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27710000,\"nice\":16120,\"sys\":4438980,\"idle\":1739435980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27513760,\"nice\":15170,\"sys\":4460230,\"idle\":1739496150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59628}}}"} 2025-03-14T12:58:41.854977+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957121854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T12:59:41.854788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957181854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823086080,\"uptime\":1777060.18,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27710710,\"nice\":16120,\"sys\":4439070,\"idle\":1739495070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27514500,\"nice\":15170,\"sys\":4460380,\"idle\":1739555170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59630}}}"} 2025-03-14T12:59:41.854926+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957181854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:01:52.247466+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957312247,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T13:01:52.248322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957312248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T13:03:30.092314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.092527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'"} 2025-03-14T13:03:30.092611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:29.865Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.092613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T13:03:30.092686+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T13:03:30.092811+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:30.092884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410092,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.094573+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'"} 2025-03-14T13:03:30.094577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:30.062Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T13:03:29.819Z\",\"modifiedAt\":\"2025-03-14T13:03:29.819Z\",\"id\":\"0a89753e-7fc4-4e14-b94b-accb6a28a748\",\"usdUuid\":\"b8b1ae14-4ddd-11ec-81d3-0242ac130003\",\"name\":\"fwe-fse-agents\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"type\":\"service\",\"category\":\"Impacted\",\"gusTeamId\":\"a00B000000BVJW3IAP\",\"gusProductTag\":\"FSE - Core->FSE-Core\",\"valid\":false,\"sfid\":null}],\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.094578+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T13:03:30.094580+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T13:03:30.094580+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:30.094582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.094582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'"} 2025-03-14T13:03:30.094585+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:29.865Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.094585+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T13:03:30.094586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T13:03:30.094586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:30.094586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.094587+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-deleted"} 2025-03-14T13:03:30.094588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T13:03:30.094589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-14T13:03:29.865Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.094589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.094590+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'"} 2025-03-14T13:03:30.094591+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:30.062Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T13:03:29.819Z\",\"modifiedAt\":\"2025-03-14T13:03:29.819Z\",\"id\":\"0a89753e-7fc4-4e14-b94b-accb6a28a748\",\"usdUuid\":\"b8b1ae14-4ddd-11ec-81d3-0242ac130003\",\"name\":\"fwe-fse-agents\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"type\":\"service\",\"category\":\"Impacted\",\"gusTeamId\":\"a00B000000BVJW3IAP\",\"gusProductTag\":\"FSE - Core->FSE-Core\",\"valid\":false,\"sfid\":null}],\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.094592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T13:03:30.094592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T13:03:30.094592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:30.094592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.094593+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-created"} 2025-03-14T13:03:30.094593+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T13:03:30.094595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-14T13:03:30.062Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T11:58:44.124Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T11:58:44.124Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"modifiedAt\":\"2025-03-14T11:58:44.124Z\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"id\":\"93796fa6-9f1e-4dfd-9932-2ee7f529fb68\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T13:03:29.819Z\",\"modifiedAt\":\"2025-03-14T13:03:29.819Z\",\"id\":\"0a89753e-7fc4-4e14-b94b-accb6a28a748\",\"usdUuid\":\"b8b1ae14-4ddd-11ec-81d3-0242ac130003\",\"name\":\"fwe-fse-agents\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"type\":\"service\",\"category\":\"Impacted\",\"gusTeamId\":\"a00B000000BVJW3IAP\",\"gusProductTag\":\"FSE - Core->FSE-Core\",\"valid\":false,\"sfid\":null}],\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.278872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410278,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.279030+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410278,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-slack-actions'"} 2025-03-14T13:03:30.279062+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:30.095Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T10:00:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"Agents\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T07:00:00.000Z\",\"impactEndTime\":\"2025-03-14T12:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Environmental Issue\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T11:58:44.124Z\",\"2025-03-14T10:00:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"Agents\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"FeatureDegradation\"]},\"impactStartTime\":[\"2025-03-14T11:58:44.124Z\",\"2025-03-14T07:00:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T12:30:00.000Z\"],\"category\":[\"\",\"Infrastructure\"],\"rootCause\":[\"\",\"Environmental Issue\"]},\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.279109+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T13:03:30.279140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T13:03:30.279652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:30.279655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.279655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-notifier'"} 2025-03-14T13:03:30.279657+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:30.095Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T10:00:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"Agents\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T07:00:00.000Z\",\"impactEndTime\":\"2025-03-14T12:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Environmental Issue\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T11:58:44.124Z\",\"2025-03-14T10:00:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"Agents\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"FeatureDegradation\"]},\"impactStartTime\":[\"2025-03-14T11:58:44.124Z\",\"2025-03-14T07:00:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T12:30:00.000Z\"],\"category\":[\"\",\"Infrastructure\"],\"rootCause\":[\"\",\"Environmental Issue\"]},\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:30.279658+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T13:03:30.279658+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T13:03:30.279659+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:30.279661+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:30.279662+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-resolved"} 2025-03-14T13:03:30.279662+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T13:03:30.279663+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957410279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Incident resolved notification for icc-incident-resolved - {\"createdAt\":\"2025-03-14T13:03:30.095Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T10:00:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"Agents\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T07:00:00.000Z\",\"impactEndTime\":\"2025-03-14T12:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Environmental Issue\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T11:59:04.789Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T11:58:44.124Z\",\"2025-03-14T10:00:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"Agents\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"FeatureDegradation\"]},\"impactStartTime\":[\"2025-03-14T11:58:44.124Z\",\"2025-03-14T07:00:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T12:30:00.000Z\"],\"category\":[\"\",\"Infrastructure\"],\"rootCause\":[\"\",\"Environmental Issue\"]},\"requestId\":\"d35c4c63-416b-75db-5bd6-9e81d9773c69\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:03:35.398210+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:35.398338+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T13:03:35.398366+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:35.346Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T13:03:35.346Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T13:03:35.398386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T13:03:35.398511+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T13:03:35.398606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:35.398707+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:35.400637+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T13:03:35.400638+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:03:35.346Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T13:03:35.346Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T13:03:35.400639+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T13:03:35.400640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T13:03:35.400640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:03:35.400641+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:03:35.400641+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T13:03:35.400642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T13:03:35.400643+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957415398,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T13:03:35.346Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tt5nSYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T13:03:35.346Z\",\"recordId\":\"500EE00001Tt5nSYAR\",\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"caseNumber\":\"73021341\"},\"changes\":{}}"} 2025-03-14T13:05:14.407581+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514407,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:05:14.407837+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957514407,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-slack-actions'"} 2025-03-14T13:05:14.407944+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514407,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:05:13.950Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T10:00:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"Agents\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T07:00:00.000Z\",\"impactEndTime\":\"2025-03-14T12:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Environmental Issue\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"closingDetails\":{\"productTag\":\"a1aEE0000003orVYAQ\",\"detectedByServiceOwner\":false,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"high CPU\",\"customerExperience\":\"degredation of agents executions\",\"immediateResolution\":\"replace servers\",\"aarQuestions\":\"will fill-in next week\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"FSE-Core\",\"closedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T13:05:13.922Z\",\"modifiedAt\":\"2025-03-14T13:05:13.922Z\",\"id\":\"edbaccf4-c2c9-45a4-b585-49acd5b182d5\"},\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T13:03:35.346Z\"},\"requestId\":\"8548160c-2ef7-ef9c-a03d-0a989ec95f79\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:05:14.407949+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514407,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T13:05:14.408030+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514407,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T13:05:14.408116+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:05:14.408202+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:05:14.408419+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-notifier'"} 2025-03-14T13:05:14.408503+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T13:05:13.950Z\",\"user\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"name\":\"Gila Anidjar\",\"email\":\"ganidjar@salesforce.com\"},\"incident\":{\"id\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"slackChannel\":{\"id\":\"C08JD4PEJUQ\",\"name\":\"icc-73021341\"},\"subject\":\"Some of the agent servers aren't functioning\",\"description\":\"Need to terminate some agent servers that aren't functioning. Replacement should complete by 13:00 UTC\",\"detectedTime\":\"2025-03-14T10:00:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"Agents\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T07:00:00.000Z\",\"impactEndTime\":\"2025-03-14T12:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yar-fzpu-ywr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-415-604-0837, pin: 187241455; \\nFind numbers in more regions on https://tel.meet/yar-fzpu-ywr?pin=6444582313301, pin: 6444582313301\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Environmental Issue\",\"createdAt\":\"2025-03-14T11:58:44.124Z\",\"closingDetails\":{\"productTag\":\"a1aEE0000003orVYAQ\",\"detectedByServiceOwner\":false,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"high CPU\",\"customerExperience\":\"degredation of agents executions\",\"immediateResolution\":\"replace servers\",\"aarQuestions\":\"will fill-in next week\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"FSE-Core\",\"closedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\",\"createdBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"modifiedBy\":{\"id\":\"90de4ac0-e962-441e-a7ec-216b19f6921c\",\"email\":\"ganidjar@salesforce.com\",\"active\":true,\"name\":\"Gila Anidjar\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006416hIAA\",\"slackUserId\":\"WU3L2P04S\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:38.147Z\",\"modifiedAt\":\"2023-04-20T14:26:38.147Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T13:05:13.922Z\",\"modifiedAt\":\"2025-03-14T13:05:13.922Z\",\"id\":\"edbaccf4-c2c9-45a4-b585-49acd5b182d5\"},\"scrumTeamId\":\"a00B000000BVJW3IAP\",\"team\":\"FSE - Core\",\"caseNumber\":\"73021341\",\"caseRecordId\":\"500EE00001Tt5nSYAR\",\"servicesImpacted\":[],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/cP4FA7Ll0mkf\",\"engagedAt\":\"2025-03-14T11:58:58.434Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T13:03:35.346Z\"},\"requestId\":\"8548160c-2ef7-ef9c-a03d-0a989ec95f79\",\"client\":\"icc-slack-app\"}"} 2025-03-14T13:05:14.408507+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T13:05:14.408569+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T13:05:14.408613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:05:14.408660+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:05:14.408663+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed"} 2025-03-14T13:05:14.408690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957514408,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T13:05:29.466646+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529466,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:05:29.466696+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957529466,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T13:05:29.466697+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529466,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"}"} 2025-03-14T13:05:29.466723+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529466,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T13:05:29.466788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529466,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T13:05:29.466891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957529466,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:05:29.467148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T13:05:29.467190+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e43b6100-6b94-42b6-9e56-e6e8a28ba269"} 2025-03-14T13:05:29.467260+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T13:05:29.467261+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"e43b6100-6b94-42b6-9e56-e6e8a28ba269\"}"} 2025-03-14T13:05:29.467275+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T13:05:29.467321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T13:05:29.467394+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957529467,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:06:41.854830+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957601854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822799360,\"uptime\":1777480.18,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27715460,\"nice\":16120,\"sys\":4439940,\"idle\":1739908370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27519490,\"nice\":15170,\"sys\":4461370,\"idle\":1739968390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}"} 2025-03-14T13:06:41.854936+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957601854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:07:41.854828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957661854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822586368,\"uptime\":1777540.18,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27716220,\"nice\":16120,\"sys\":4440070,\"idle\":1739967420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27520070,\"nice\":15170,\"sys\":4461510,\"idle\":1740027390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5996,\"sum\":59630}}}"} 2025-03-14T13:07:41.855082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957661855,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:08:41.858793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957721858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822414336,\"uptime\":1777600.18,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27717060,\"nice\":16120,\"sys\":4440190,\"idle\":1740026490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27520760,\"nice\":15170,\"sys\":4461620,\"idle\":1740086410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5993,\"sum\":59631}}}"} 2025-03-14T13:08:41.858920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957721858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:10:41.854798+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957841854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821382144,\"uptime\":1777720.18,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27718550,\"nice\":16120,\"sys\":4440480,\"idle\":1740144510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27522000,\"nice\":15170,\"sys\":4461900,\"idle\":1740204510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5987,\"sum\":59630}}}"} 2025-03-14T13:10:41.854926+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957841854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:11:41.854838+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741957901854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821173248,\"uptime\":1777780.18,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27719110,\"nice\":16120,\"sys\":4440630,\"idle\":1740203600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27522680,\"nice\":15170,\"sys\":4462050,\"idle\":1740263480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59633}}}"} 2025-03-14T13:11:41.854982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957901854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:11:54.243540+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957914243,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T13:11:54.244419+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741957914244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T13:13:41.858777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741958021858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820743168,\"uptime\":1777900.18,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27720730,\"nice\":16120,\"sys\":4440970,\"idle\":1740321650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27524130,\"nice\":15170,\"sys\":4462320,\"idle\":1740381580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59629}}}"} 2025-03-14T13:13:41.858922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741958021858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:16:41.854807+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741958201854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817839104,\"uptime\":1778080.18,\"totalMem\":4018151424,\"loadavg\":[0.08,0.07,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27722780,\"nice\":16120,\"sys\":4441440,\"idle\":1740498510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27526700,\"nice\":15170,\"sys\":4462810,\"idle\":1740558120,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5992,\"sum\":59630}}}"} 2025-03-14T13:16:41.854965+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741958201854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:17:41.858794+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741958261858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817732608,\"uptime\":1778140.18,\"totalMem\":4018151424,\"loadavg\":[0.06,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27723740,\"nice\":16120,\"sys\":4441570,\"idle\":1740557430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27527550,\"nice\":15170,\"sys\":4462940,\"idle\":1740617200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6003,\"sum\":59627}}}"} 2025-03-14T13:17:41.858956+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741958261858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:26:41.854810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741958801854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817753088,\"uptime\":1778680.18,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27730390,\"nice\":16120,\"sys\":4442680,\"idle\":1741088870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27534470,\"nice\":15170,\"sys\":4464070,\"idle\":1741148520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59635}}}"} 2025-03-14T13:26:41.854952+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741958801854,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:31:58.233280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959118233,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T13:31:58.234114+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959118234,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T13:32:41.858799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741959161858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816741376,\"uptime\":1779040.18,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27734310,\"nice\":16120,\"sys\":4443460,\"idle\":1741443140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27538610,\"nice\":15170,\"sys\":4464860,\"idle\":1741502740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5998,\"sum\":59626}}}"} 2025-03-14T13:32:41.858921+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959161858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:42:00.243115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959720242,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T13:42:00.243922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959720243,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T13:42:41.858809+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741959761858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816958464,\"uptime\":1779640.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27740920,\"nice\":16120,\"sys\":4444810,\"idle\":1742033500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27544640,\"nice\":15170,\"sys\":4466250,\"idle\":1742093170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6000,\"sum\":59628}}}"} 2025-03-14T13:42:41.858935+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959761858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:43:41.858833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741959821858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816741376,\"uptime\":1779700.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27741410,\"nice\":16120,\"sys\":4444940,\"idle\":1742092560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27545220,\"nice\":15170,\"sys\":4466360,\"idle\":1742152240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59636}}}"} 2025-03-14T13:43:41.858977+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959821858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:44:41.858808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741959881858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816741376,\"uptime\":1779760.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27741900,\"nice\":16120,\"sys\":4445040,\"idle\":1742151660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27546000,\"nice\":15170,\"sys\":4466490,\"idle\":1742211220,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59633}}}"} 2025-03-14T13:44:41.858953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959881858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:45:41.858786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741959941858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809847808,\"uptime\":1779820.18,\"totalMem\":4018151424,\"loadavg\":[0.16,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27743060,\"nice\":16120,\"sys\":4445270,\"idle\":1742210320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27547230,\"nice\":15170,\"sys\":4466700,\"idle\":1742269730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5984,\"sum\":59630}}}"} 2025-03-14T13:45:41.858945+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741959941858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:47:41.858806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741960061858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811187200,\"uptime\":1779940.18,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27744700,\"nice\":16120,\"sys\":4445460,\"idle\":1742328400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27549130,\"nice\":15170,\"sys\":4466980,\"idle\":1742387770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59630}}}"} 2025-03-14T13:47:41.858932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741960061858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:51:41.858821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741960301858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810990592,\"uptime\":1780180.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27747690,\"nice\":16120,\"sys\":4445960,\"idle\":1742564530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27552230,\"nice\":15170,\"sys\":4467500,\"idle\":1742623790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59631}}}"} 2025-03-14T13:51:41.858959+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741960301858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:55:41.858787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741960541858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809368576,\"uptime\":1780420.19,\"totalMem\":4018151424,\"loadavg\":[0.14,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27750930,\"nice\":16120,\"sys\":4446530,\"idle\":1742800610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27555050,\"nice\":15170,\"sys\":4468060,\"idle\":1742859870,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59631}}}"} 2025-03-14T13:55:41.858954+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741960541858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:56:41.858841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741960601858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810462208,\"uptime\":1780480.19,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27751610,\"nice\":16120,\"sys\":4446680,\"idle\":1742859630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27555690,\"nice\":15170,\"sys\":4468230,\"idle\":1742918940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59631}}}"} 2025-03-14T13:56:41.858951+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741960601858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:58:41.858792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741960721858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811314176,\"uptime\":1780600.19,\"totalMem\":4018151424,\"loadavg\":[0.06,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27752830,\"nice\":16120,\"sys\":4446890,\"idle\":1742977690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27556810,\"nice\":15170,\"sys\":4468510,\"idle\":1743037020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59626}}}"} 2025-03-14T13:58:41.858916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741960721858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T13:59:41.862797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741960781862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811314176,\"uptime\":1780660.19,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27753480,\"nice\":16120,\"sys\":4447010,\"idle\":1743036790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27557560,\"nice\":15170,\"sys\":4468640,\"idle\":1743096050,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5988,\"sum\":59634}}}"} 2025-03-14T13:59:41.863003+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741960781862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:07:05.213172+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961225213,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T14:07:05.213980+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961225213,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T14:09:41.862812+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741961381862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808733696,\"uptime\":1781260.19,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27759520,\"nice\":16120,\"sys\":4448210,\"idle\":1743627370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27564350,\"nice\":15170,\"sys\":4469880,\"idle\":1743686300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59633}}}"} 2025-03-14T14:09:41.862957+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961381862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:12:41.858810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741961561858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808795136,\"uptime\":1781440.19,\"totalMem\":4018151424,\"loadavg\":[0.15,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27761620,\"nice\":16120,\"sys\":4448580,\"idle\":1743804440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27566020,\"nice\":15170,\"sys\":4470280,\"idle\":1743863330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6000,\"sum\":59626}}}"} 2025-03-14T14:12:41.858880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961561858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:17:07.212282+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961827212,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T14:17:07.213149+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961827213,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T14:19:41.862817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741961981862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2800463872,\"uptime\":1781860.19,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27766430,\"nice\":16120,\"sys\":4449670,\"idle\":1744217230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27571100,\"nice\":15170,\"sys\":4471320,\"idle\":1744276100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5987,\"sum\":59633}}}"} 2025-03-14T14:19:41.862935+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741961981862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:28:41.862782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741962521862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2800525312,\"uptime\":1782400.19,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27772600,\"nice\":16120,\"sys\":4450710,\"idle\":1744748440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27577290,\"nice\":15170,\"sys\":4472430,\"idle\":1744807230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5992,\"sum\":59634}}}"} 2025-03-14T14:28:41.862924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741962521862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:07.485989+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027485,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:07.486365+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963027486,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:07.486525+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027486,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:07.097Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WV8TM5WP5\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"039bfee9-f27d-b490-dcad-ae8b697357ee\",\"client\":\"quantumks2s\"}"} 2025-03-14T14:37:07.486527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027486,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T14:37:07.486529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027486,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T14:37:07.486618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963027486,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:07.489746+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:07.489927+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T14:37:07.489977+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:07.097Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WV8TM5WP5\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"039bfee9-f27d-b490-dcad-ae8b697357ee\",\"client\":\"quantumks2s\"}"} 2025-03-14T14:37:07.490027+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T14:37:07.490343+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027490,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T14:37:07.490344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963027490,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:07.490345+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027490,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:07.490345+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027490,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-without-slack-channel"} 2025-03-14T14:37:07.490963+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027490,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:07.491027+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963027490,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-14T14:37:07.097Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WV8TM5WP5\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"039bfee9-f27d-b490-dcad-ae8b697357ee\",\"client\":\"quantumks2s\"}"} 2025-03-14T14:37:08.243818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963028243,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HTQWFF8T topic: :icc-sev2: Sev2 | Email as a Service Performance degradation"} 2025-03-14T14:37:08.498110+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963028498,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HTQWFF8T purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T14:37:09.425415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:09.425639+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T14:37:09.425722+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:09.373Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WV8TM5WP5\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T14:37:09.425726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:09.425797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:09.425889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:09.425924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:09.425967+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T14:37:09.425975+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:09.426046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029425,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T14:37:09.373Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WV8TM5WP5\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T14:37:09.426121+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:09.426260+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:09.426297+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:09.373Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WV8TM5WP5\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T14:37:09.426335+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:09.426372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:09.426446+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:09.565579+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:09.565777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-notifier'"} 2025-03-14T14:37:09.565781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:09.513Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741963027,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741963027702,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T14:37:09.565814+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T14:37:09.565872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T14:37:09.565970+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:09.566009+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:09.566010+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029565,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-created"} 2025-03-14T14:37:09.566025+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:09.566080+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-created - {\"createdAt\":\"2025-03-14T14:37:09.513Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741963027,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741963027702,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T14:37:09.566238+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:09.566390+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:09.566459+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:09.513Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741963027,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741963027702,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T14:37:09.566464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T14:37:09.566514+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T14:37:09.566577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963029566,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:11.065813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031065,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:11.066000+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031065,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-notifier'"} 2025-03-14T14:37:11.066019+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031065,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:10.166Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}"} 2025-03-14T14:37:11.066456+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T14:37:11.066532+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T14:37:11.066643+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:11.066643+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:11.066662+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-generated"} 2025-03-14T14:37:11.066662+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:11.066721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-generated - {\"createdAt\":\"2025-03-14T14:37:10.166Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}"} 2025-03-14T14:37:11.066917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031066,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:11.067040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031067,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:11.067068+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031067,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:10.166Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}"} 2025-03-14T14:37:11.067096+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031067,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T14:37:11.067115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031067,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T14:37:11.067189+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031067,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:11.225566+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T14:37:11.226455+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T14:37:11.433380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:11.433665+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-notifier'"} 2025-03-14T14:37:11.433694+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:11.424Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"e12a0b7d-b17c-4123-b4f5-ed74436aae75\",\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T14:37:11.066Z\",\"modifiedAt\":\"2025-03-14T14:37:11.066Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T14:37:11.066Z\",\"modifiedAt\":\"2025-03-14T14:37:11.066Z\",\"id\":\"e12a0b7d-b17c-4123-b4f5-ed74436aae75\",\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"folderId\":null}]}}"} 2025-03-14T14:37:11.433714+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T14:37:11.433773+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T14:37:11.433938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:11.433938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:11.433942+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-created"} 2025-03-14T14:37:11.433942+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T14:37:11.434015+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Bridge notification for icc-bridge-created - {\"createdAt\":\"2025-03-14T14:37:11.424Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"e12a0b7d-b17c-4123-b4f5-ed74436aae75\",\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T14:37:11.066Z\",\"modifiedAt\":\"2025-03-14T14:37:11.066Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T14:37:11.066Z\",\"modifiedAt\":\"2025-03-14T14:37:11.066Z\",\"id\":\"e12a0b7d-b17c-4123-b4f5-ed74436aae75\",\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"folderId\":null}]}}"} 2025-03-14T14:37:11.435021+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","blocks":[{"text":{"type":"mrkdwn","text":"SiteReliability set incident bridge details."},"type":"section"},{"text":{"type":"plain_text","text":"Bridge Added"},"type":"header"},{"text":{"type":"mrkdwn","text":"_This bridge is currently open. Please announce your name and team when joining bridge._"},"type":"section"},{"fields":[{"type":"mrkdwn","text":"*Bridge Url*:\nhttps://meet.google.com/pjd-dhuc-ufx"},{"type":"mrkdwn","text":"*Additional Joining Info*:\nJoin By Phone:\nUS number: tel:+1-401-542-0427, pin: 372176658; \nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\n"}],"type":"section"},{"type":"divider"},{"elements":[{"type":"mrkdwn","text":"Created by SiteReliability, \n"},{"type":"mrkdwn","text":"Modified by SiteReliability, "}],"type":"context"}],"text":"Bridge Added","response_type":"in_channel","channel":"C08HTQWFF8T","msg":"Posting Bridge to Slack"} 2025-03-14T14:37:11.435930+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031435,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:11.436084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031436,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:11.436114+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031436,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:11.424Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-c3491190-f157-4c72-8db8-2885f47aaefa\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"e12a0b7d-b17c-4123-b4f5-ed74436aae75\",\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T14:37:11.066Z\",\"modifiedAt\":\"2025-03-14T14:37:11.066Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T14:37:11.066Z\",\"modifiedAt\":\"2025-03-14T14:37:11.066Z\",\"id\":\"e12a0b7d-b17c-4123-b4f5-ed74436aae75\",\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\",\"isManaged\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"folderId\":null}]}}"} 2025-03-14T14:37:11.436191+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031436,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T14:37:11.436192+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963031436,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T14:37:11.436266+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963031436,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:14.246189+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:14.246351+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:14.246354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:14.193Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T14:37:14.193Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T14:37:14.246368+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:14.246427+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:14.246561+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:14.246671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:14.246766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T14:37:14.246767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:14.193Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T14:37:14.193Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T14:37:14.246779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:14.246830+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:14.246872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:14.246883+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:14.246913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T14:37:14.246929+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T14:37:14.246953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T14:37:14.193Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T14:37:14.193Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T14:37:14.957659+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034957,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:14.957779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034957,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:14.957831+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034957,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:14.908Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"createdAt\":\"2025-03-14T14:37:09.175Z\",\"modifiedAt\":\"2025-03-14T14:37:14.247Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"}}"} 2025-03-14T14:37:14.957853+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034957,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T14:37:14.957924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034957,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T14:37:14.958021+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034957,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:14.958105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:14.958199+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'"} 2025-03-14T14:37:14.958200+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:14.908Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"createdAt\":\"2025-03-14T14:37:09.175Z\",\"modifiedAt\":\"2025-03-14T14:37:14.247Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"}}"} 2025-03-14T14:37:14.958209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T14:37:14.958266+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T14:37:14.958326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:14.958351+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:14.958364+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-renamed"} 2025-03-14T14:37:14.958388+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:14.958421+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963034958,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-14T14:37:14.908Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"createdAt\":\"2025-03-14T14:37:09.175Z\",\"modifiedAt\":\"2025-03-14T14:37:14.247Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"}}"} 2025-03-14T14:37:18.732971+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038732,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:18.733332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T14:37:18.733442+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:18.582Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:14.193Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T14:37:18.383Z\"]},\"requestId\":\"7f4a9597-7e8b-3302-fa56-71b572d462b7\",\"client\":\"quantumks2s\"}"} 2025-03-14T14:37:18.733445+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:37:18.733516+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:37:18.733663+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:18.733667+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:18.733667+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T14:37:18.733668+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T14:37:18.733768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:18.734032+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963038733,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:18.734127+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038734,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:18.582Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:14.193Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T14:37:18.383Z\"]},\"requestId\":\"7f4a9597-7e8b-3302-fa56-71b572d462b7\",\"client\":\"quantumks2s\"}"} 2025-03-14T14:37:18.734127+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038734,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:37:18.734202+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963038734,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:37:18.734285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963038734,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:23.555527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:23.555666+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T14:37:23.555667+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:23.488Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:37:23.488Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:37:23.555695+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:23.555751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:23.555915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:23.555916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:23.555917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T14:37:23.555938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T14:37:23.555992+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043555,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T14:37:23.488Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:37:23.488Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:37:23.558511+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043558,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:23.558740+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963043558,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:23.558741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043558,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:23.488Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:37:23.488Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:37:23.558742+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043558,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:23.558743+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963043558,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:23.558743+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963043558,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:25.055676+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045055,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:25.055809+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963045055,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:25.055815+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045055,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:24.556Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:37:24.556Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:37:25.055816+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045055,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:25.055880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045055,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:25.055964+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963045055,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:25.056054+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:25.056129+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T14:37:25.056150+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:24.556Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:37:24.556Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:37:25.056164+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:25.056206+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:37:25.056284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:25.056285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:25.056285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T14:37:25.056286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T14:37:25.056320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963045056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T14:37:24.556Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:37:24.556Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:37:40.057111+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060056,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:40.057199+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:40.057285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:39.992Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:37:40.057289+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:37:40.057344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:37:40.057446+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:40.057546+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:40.057686+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T14:37:40.057687+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:39.992Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:37:40.057687+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:37:40.057688+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:37:40.057728+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:40.057804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:40.057806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T14:37:40.057806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:40.057806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060057,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T14:37:39.992Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:37:40.145606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:40.145737+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:40.145769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:40.096Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:37:09.979Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:37:40.145770+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:37:40.145829+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:37:40.145928+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:40.145996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060145,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:40.146527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T14:37:40.146528+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:40.096Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:37:09.979Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:37:40.146529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:37:40.146530+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:37:40.146531+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:40.146531+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:40.146532+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T14:37:40.146532+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:40.146534+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963060146,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T14:37:40.096Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:37:09.979Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:37:42.100065+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc. 2025-03-14T14:37:42.100070+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https://api.slack.com/reference/messaging/attachments#legacy_fields for more details). 2025-03-14T14:37:42.098726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.099255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T14:37:42.099360+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.089Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"id\":\"e4a737a8-3785-4068-859c-bc5e97185be3\",\"serviceId\":\"P0TNMP3\",\"serviceName\":\"GUS: Ingress Gateway Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\",\"responderName\":\"Joy Terence Barnes\",\"responderId\":\"P2BZ5FP\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P2BZ5FP\",\"incidentNumber\":\"14010450\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF\",\"success\":true,\"pageTimestamp\":\"2025-03-14T14:37:42.012Z\",\"pdData\":{\"incident\":{\"incident_number\":14010450,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T14:37:41Z\",\"updated_at\":\"2025-03-14T14:37:41Z\",\"status\":\"triggered\",\"incident_key\":\"103ff703d28d4ccfaf3518bea047f471\",\"service\":{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"},\"assignments\":[{\"at\":\"2025-03-14T14:37:41Z\",\"assignee\":{\"id\":\"P2BZ5FP\",\"type\":\"user_reference\",\"summary\":\"Joy Terence Barnes\",\"self\":\"https://api.pagerduty.com/users/P2BZ5FP\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2BZ5FP\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T14:37:41Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R9PHAQSDGP1EBTX30RRKX8R4RU\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R9PHAQSDGP1EBTX30RRKX8R4RU\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF/log_entries/R9PHAQSDGP1EBTX30RRKX8R4RU\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSEG8OQ\",\"type\":\"escalation_policy_reference\",\"summary\":\"Ingressgateway-critical\",\"self\":\"https://api.pagerduty.com/escalation_policies/PSEG8OQ\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PSEG8OQ\"},\"teams\":[{\"id\":\"P4DBUXA\",\"type\":\"team_reference\",\"summary\":\"GUS: Ingress Gateway\",\"self\":\"https://api.pagerduty.com/teams/P4DBUXA\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4DBUXA\"}],\"impacted_services\":[{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T14:47:41Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q085JNOY9RQENF\",\"type\":\"incident\",\"summary\":\"[#14010450] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents/Q085JNOY9RQENF\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \"}}},\"responderEmail\":\"joyterencebarnes@salesforce.com\"}}"} 2025-03-14T14:37:42.099362+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.099396+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.099526+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.099528+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.099529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T14:37:42.099530+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T14:37:42.099627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T14:37:42.089Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"id\":\"e4a737a8-3785-4068-859c-bc5e97185be3\",\"serviceId\":\"P0TNMP3\",\"serviceName\":\"GUS: Ingress Gateway Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\",\"responderName\":\"Joy Terence Barnes\",\"responderId\":\"P2BZ5FP\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P2BZ5FP\",\"incidentNumber\":\"14010450\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF\",\"success\":true,\"pageTimestamp\":\"2025-03-14T14:37:42.012Z\",\"pdData\":{\"incident\":{\"incident_number\":14010450,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T14:37:41Z\",\"updated_at\":\"2025-03-14T14:37:41Z\",\"status\":\"triggered\",\"incident_key\":\"103ff703d28d4ccfaf3518bea047f471\",\"service\":{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"},\"assignments\":[{\"at\":\"2025-03-14T14:37:41Z\",\"assignee\":{\"id\":\"P2BZ5FP\",\"type\":\"user_reference\",\"summary\":\"Joy Terence Barnes\",\"self\":\"https://api.pagerduty.com/users/P2BZ5FP\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2BZ5FP\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T14:37:41Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R9PHAQSDGP1EBTX30RRKX8R4RU\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R9PHAQSDGP1EBTX30RRKX8R4RU\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF/log_entries/R9PHAQSDGP1EBTX30RRKX8R4RU\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSEG8OQ\",\"type\":\"escalation_policy_reference\",\"summary\":\"Ingressgateway-critical\",\"self\":\"https://api.pagerduty.com/escalation_policies/PSEG8OQ\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PSEG8OQ\"},\"teams\":[{\"id\":\"P4DBUXA\",\"type\":\"team_reference\",\"summary\":\"GUS: Ingress Gateway\",\"self\":\"https://api.pagerduty.com/teams/P4DBUXA\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4DBUXA\"}],\"impacted_services\":[{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T14:47:41Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q085JNOY9RQENF\",\"type\":\"incident\",\"summary\":\"[#14010450] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents/Q085JNOY9RQENF\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \"}}},\"responderEmail\":\"joyterencebarnes@salesforce.com\"}}"} 2025-03-14T14:37:42.099910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"P0TNMP3\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HTQWFF8T\"}"} 2025-03-14T14:37:42.102891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.102917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:42.103255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.089Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"id\":\"e4a737a8-3785-4068-859c-bc5e97185be3\",\"serviceId\":\"P0TNMP3\",\"serviceName\":\"GUS: Ingress Gateway Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\",\"responderName\":\"Joy Terence Barnes\",\"responderId\":\"P2BZ5FP\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P2BZ5FP\",\"incidentNumber\":\"14010450\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF\",\"success\":true,\"pageTimestamp\":\"2025-03-14T14:37:42.012Z\",\"pdData\":{\"incident\":{\"incident_number\":14010450,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T14:37:41Z\",\"updated_at\":\"2025-03-14T14:37:41Z\",\"status\":\"triggered\",\"incident_key\":\"103ff703d28d4ccfaf3518bea047f471\",\"service\":{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"},\"assignments\":[{\"at\":\"2025-03-14T14:37:41Z\",\"assignee\":{\"id\":\"P2BZ5FP\",\"type\":\"user_reference\",\"summary\":\"Joy Terence Barnes\",\"self\":\"https://api.pagerduty.com/users/P2BZ5FP\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2BZ5FP\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T14:37:41Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R9PHAQSDGP1EBTX30RRKX8R4RU\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R9PHAQSDGP1EBTX30RRKX8R4RU\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF/log_entries/R9PHAQSDGP1EBTX30RRKX8R4RU\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSEG8OQ\",\"type\":\"escalation_policy_reference\",\"summary\":\"Ingressgateway-critical\",\"self\":\"https://api.pagerduty.com/escalation_policies/PSEG8OQ\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PSEG8OQ\"},\"teams\":[{\"id\":\"P4DBUXA\",\"type\":\"team_reference\",\"summary\":\"GUS: Ingress Gateway\",\"self\":\"https://api.pagerduty.com/teams/P4DBUXA\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P4DBUXA\"}],\"impacted_services\":[{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T14:47:41Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P0TNMP3\",\"type\":\"service_reference\",\"summary\":\"GUS: Ingress Gateway Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P0TNMP3\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P0TNMP3\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q085JNOY9RQENF\",\"type\":\"incident\",\"summary\":\"[#14010450] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents/Q085JNOY9RQENF\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q085JNOY9RQENF\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \"}}},\"responderEmail\":\"joyterencebarnes@salesforce.com\"}}"} 2025-03-14T14:37:42.103256+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062102,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.103260+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.103880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.125934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.126114+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T14:37:42.126119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.117Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"users\":[\"U056SCUN9SS\"]}}"} 2025-03-14T14:37:42.126142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.126196+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.126300+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.126333+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.126334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T14:37:42.126334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:42.126383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T14:37:42.117Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"users\":[\"U056SCUN9SS\"]}}"} 2025-03-14T14:37:42.126491+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.126595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:42.126642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.117Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"users\":[\"U056SCUN9SS\"]}}"} 2025-03-14T14:37:42.126642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.126671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.126730+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062126,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.675203+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062675,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.678568+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062675,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:42.678584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062675,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.665Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"id\":\"d2dc7a7b-8b91-4079-83a3-5d7f32a4632f\",\"serviceId\":\"POTKQ6M\",\"serviceName\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\",\"responderName\":\"Rory O'Flaherty\",\"responderId\":\"P8U603X\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P8U603X\",\"incidentNumber\":\"14010451\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3\",\"success\":true,\"pageTimestamp\":\"2025-03-14T14:37:42.589Z\",\"pdData\":{\"incident\":{\"incident_number\":14010451,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T14:37:42Z\",\"updated_at\":\"2025-03-14T14:37:42Z\",\"status\":\"triggered\",\"incident_key\":\"9faaa2df524b46a6973f2ffb80e58a1a\",\"service\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"assignments\":[{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P8U603X\",\"type\":\"user_reference\",\"summary\":\"Rory O'Flaherty\",\"self\":\"https://api.pagerduty.com/users/P8U603X\",\"html_url\":\"https://salesforce.pagerduty.com/users/P8U603X\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P96CD7O\",\"type\":\"user_reference\",\"summary\":\"Maeve Coleman\",\"self\":\"https://api.pagerduty.com/users/P96CD7O\",\"html_url\":\"https://salesforce.pagerduty.com/users/P96CD7O\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P0X1FZF\",\"type\":\"user_reference\",\"summary\":\"Fred Wood\",\"self\":\"https://api.pagerduty.com/users/P0X1FZF\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0X1FZF\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PXGBKW2\",\"type\":\"user_reference\",\"summary\":\"Jason Tatem\",\"self\":\"https://api.pagerduty.com/users/PXGBKW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXGBKW2\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PUWKQXI\",\"type\":\"user_reference\",\"summary\":\"Robert Hall\",\"self\":\"https://api.pagerduty.com/users/PUWKQXI\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUWKQXI\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P0XSAHF\",\"type\":\"user_reference\",\"summary\":\"Vignesh Sekar\",\"self\":\"https://api.pagerduty.com/users/P0XSAHF\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0XSAHF\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PCS4APV\",\"type\":\"user_reference\",\"summary\":\"Johan van Zanten\",\"self\":\"https://api.pagerduty.com/users/PCS4APV\",\"html_url\":\"https://salesforce.pagerduty.com/users/PCS4APV\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PB96E61\",\"type\":\"user_reference\",\"summary\":\"Eoin Fitzgerald\",\"self\":\"https://api.pagerduty.com/users/PB96E61\",\"html_url\":\"https://salesforce.pagerduty.com/users/PB96E61\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PQTTXPH\",\"type\":\"user_reference\",\"summary\":\"API User\",\"self\":\"https://api.pagerduty.com/users/PQTTXPH\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQTTXPH\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P2G4L5T\",\"type\":\"user_reference\",\"summary\":\"Sarah Butt\",\"self\":\"https://api.pagerduty.com/users/P2G4L5T\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2G4L5T\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P69KEHJ\",\"type\":\"user_reference\",\"summary\":\"Bhavana Nagesh\",\"self\":\"https://api.pagerduty.com/users/P69KEHJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/P69KEHJ\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PG464TN\",\"type\":\"user_reference\",\"summary\":\"Ronan Mooney\",\"self\":\"https://api.pagerduty.com/users/PG464TN\",\"html_url\":\"https://salesforce.pagerduty.com/users/PG464TN\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PYNADBZ\",\"type\":\"user_reference\",\"summary\":\"Michaela Huserik\",\"self\":\"https://api.pagerduty.com/users/PYNADBZ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PYNADBZ\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PEYQZP5\",\"type\":\"user_reference\",\"summary\":\"Leandro Matheus De Azeredo\",\"self\":\"https://api.pagerduty.com/users/PEYQZP5\",\"html_url\":\"https://salesforce.pagerduty.com/users/PEYQZP5\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PBZ3LTK\",\"type\":\"user_reference\",\"summary\":\"Travis Corson\",\"self\":\"https://api.pagerduty.com/users/PBZ3LTK\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBZ3LTK\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PWP327A\",\"type\":\"user_reference\",\"summary\":\"Frank Healy\",\"self\":\"https://api.pagerduty.com/users/PWP327A\",\"html_url\":\"https://salesforce.pagerduty.com/users/PWP327A\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PH9TP73\",\"type\":\"user_reference\",\"summary\":\"Dan Kincaid\",\"self\":\"https://api.pagerduty.com/users/PH9TP73\",\"html_url\":\"https://salesforce.pagerduty.com/users/PH9TP73\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T14:37:42Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RROVMCFJNPB3IR85N0D9J85LHP\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RROVMCFJNPB3IR85N0D9J85LHP\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3/log_entries/RROVMCFJNPB3IR85N0D9J85LHP\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5XY85O\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIR - Centralized Incident Response - Mon-Fri\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5XY85O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5XY85O\"},\"teams\":[{\"id\":\"P0UW85D\",\"type\":\"team_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR)\",\"self\":\"https://api.pagerduty.com/teams/P0UW85D\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P0UW85D\"}],\"impacted_services\":[{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T14:42:41Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0C4LNHPXK7DK3\",\"type\":\"incident\",\"summary\":\"[#14010451] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incid 2025-03-14T14:37:42.678584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ents/Q0C4LNHPXK7DK3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \"}}},\"responderEmail\":\"roflaherty@salesforce.com\"}}"} 2025-03-14T14:37:42.678586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062675,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.678587+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062675,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.678587+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062676,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.678588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062676,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.678588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062676,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T14:37:42.678594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062676,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.665Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"id\":\"d2dc7a7b-8b91-4079-83a3-5d7f32a4632f\",\"serviceId\":\"POTKQ6M\",\"serviceName\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\",\"responderName\":\"Rory O'Flaherty\",\"responderId\":\"P8U603X\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P8U603X\",\"incidentNumber\":\"14010451\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3\",\"success\":true,\"pageTimestamp\":\"2025-03-14T14:37:42.589Z\",\"pdData\":{\"incident\":{\"incident_number\":14010451,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T14:37:42Z\",\"updated_at\":\"2025-03-14T14:37:42Z\",\"status\":\"triggered\",\"incident_key\":\"9faaa2df524b46a6973f2ffb80e58a1a\",\"service\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"assignments\":[{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P8U603X\",\"type\":\"user_reference\",\"summary\":\"Rory O'Flaherty\",\"self\":\"https://api.pagerduty.com/users/P8U603X\",\"html_url\":\"https://salesforce.pagerduty.com/users/P8U603X\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P96CD7O\",\"type\":\"user_reference\",\"summary\":\"Maeve Coleman\",\"self\":\"https://api.pagerduty.com/users/P96CD7O\",\"html_url\":\"https://salesforce.pagerduty.com/users/P96CD7O\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P0X1FZF\",\"type\":\"user_reference\",\"summary\":\"Fred Wood\",\"self\":\"https://api.pagerduty.com/users/P0X1FZF\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0X1FZF\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PXGBKW2\",\"type\":\"user_reference\",\"summary\":\"Jason Tatem\",\"self\":\"https://api.pagerduty.com/users/PXGBKW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXGBKW2\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PUWKQXI\",\"type\":\"user_reference\",\"summary\":\"Robert Hall\",\"self\":\"https://api.pagerduty.com/users/PUWKQXI\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUWKQXI\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P0XSAHF\",\"type\":\"user_reference\",\"summary\":\"Vignesh Sekar\",\"self\":\"https://api.pagerduty.com/users/P0XSAHF\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0XSAHF\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PCS4APV\",\"type\":\"user_reference\",\"summary\":\"Johan van Zanten\",\"self\":\"https://api.pagerduty.com/users/PCS4APV\",\"html_url\":\"https://salesforce.pagerduty.com/users/PCS4APV\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PB96E61\",\"type\":\"user_reference\",\"summary\":\"Eoin Fitzgerald\",\"self\":\"https://api.pagerduty.com/users/PB96E61\",\"html_url\":\"https://salesforce.pagerduty.com/users/PB96E61\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PQTTXPH\",\"type\":\"user_reference\",\"summary\":\"API User\",\"self\":\"https://api.pagerduty.com/users/PQTTXPH\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQTTXPH\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P2G4L5T\",\"type\":\"user_reference\",\"summary\":\"Sarah Butt\",\"self\":\"https://api.pagerduty.com/users/P2G4L5T\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2G4L5T\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P69KEHJ\",\"type\":\"user_reference\",\"summary\":\"Bhavana Nagesh\",\"self\":\"https://api.pagerduty.com/users/P69KEHJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/P69KEHJ\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PG464TN\",\"type\":\"user_reference\",\"summary\":\"Ronan Mooney\",\"self\":\"https://api.pagerduty.com/users/PG464TN\",\"html_url\":\"https://salesforce.pagerduty.com/users/PG464TN\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PYNADBZ\",\"type\":\"user_reference\",\"summary\":\"Michaela Huserik\",\"self\":\"https://api.pagerduty.com/users/PYNADBZ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PYNADBZ\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PEYQZP5\",\"type\":\"user_reference\",\"summary\":\"Leandro Matheus De Azeredo\",\"self\":\"https://api.pagerduty.com/users/PEYQZP5\",\"html_url\":\"https://salesforce.pagerduty.com/users/PEYQZP5\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PBZ3LTK\",\"type\":\"user_reference\",\"summary\":\"Travis Corson\",\"self\":\"https://api.pagerduty.com/users/PBZ3LTK\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBZ3LTK\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PWP327A\",\"type\":\"user_reference\",\"summary\":\"Frank Healy\",\"self\":\"https://api.pagerduty.com/users/PWP327A\",\"html_url\":\"https://salesforce.pagerduty.com/users/PWP327A\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PH9TP73\",\"type\":\"user_reference\",\"summary\":\"Dan Kincaid\",\"self\":\"https://api.pagerduty.com/users/PH9TP73\",\"html_url\":\"https://salesforce.pagerduty.com/users/PH9TP73\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T14:37:42Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RROVMCFJNPB3IR85N0D9J85LHP\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RROVMCFJNPB3IR85N0D9J85LHP\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3/log_entries/RROVMCFJNPB3IR85N0D9J85LHP\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5XY85O\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIR - Centralized Incident Response - Mon-Fri\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5XY85O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5XY85O\"},\"teams\":[{\"id\":\"P0UW85D\",\"type\":\"team_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR)\",\"self\":\"https://api.pagerduty.com/teams/P0UW85D\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P0UW85D\"}],\"impacted_services\":[{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T14:42:41Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0C4LNHPXK7DK3\",\"type\":\"incident\",\"summary\":\"[#14010451] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incid 2025-03-14T14:37:42.678594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ents/Q0C4LNHPXK7DK3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \"}}},\"responderEmail\":\"roflaherty@salesforce.com\"}}"} 2025-03-14T14:37:42.678594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.678594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T14:37:42.678595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.678595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.678596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T14:37:42.678596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T14:37:42.678605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T14:37:42.665Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"id\":\"d2dc7a7b-8b91-4079-83a3-5d7f32a4632f\",\"serviceId\":\"POTKQ6M\",\"serviceName\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\",\"responderName\":\"Rory O'Flaherty\",\"responderId\":\"P8U603X\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P8U603X\",\"incidentNumber\":\"14010451\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3\",\"success\":true,\"pageTimestamp\":\"2025-03-14T14:37:42.589Z\",\"pdData\":{\"incident\":{\"incident_number\":14010451,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T14:37:42Z\",\"updated_at\":\"2025-03-14T14:37:42Z\",\"status\":\"triggered\",\"incident_key\":\"9faaa2df524b46a6973f2ffb80e58a1a\",\"service\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"assignments\":[{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P8U603X\",\"type\":\"user_reference\",\"summary\":\"Rory O'Flaherty\",\"self\":\"https://api.pagerduty.com/users/P8U603X\",\"html_url\":\"https://salesforce.pagerduty.com/users/P8U603X\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P96CD7O\",\"type\":\"user_reference\",\"summary\":\"Maeve Coleman\",\"self\":\"https://api.pagerduty.com/users/P96CD7O\",\"html_url\":\"https://salesforce.pagerduty.com/users/P96CD7O\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P0X1FZF\",\"type\":\"user_reference\",\"summary\":\"Fred Wood\",\"self\":\"https://api.pagerduty.com/users/P0X1FZF\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0X1FZF\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PXGBKW2\",\"type\":\"user_reference\",\"summary\":\"Jason Tatem\",\"self\":\"https://api.pagerduty.com/users/PXGBKW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXGBKW2\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PUWKQXI\",\"type\":\"user_reference\",\"summary\":\"Robert Hall\",\"self\":\"https://api.pagerduty.com/users/PUWKQXI\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUWKQXI\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P0XSAHF\",\"type\":\"user_reference\",\"summary\":\"Vignesh Sekar\",\"self\":\"https://api.pagerduty.com/users/P0XSAHF\",\"html_url\":\"https://salesforce.pagerduty.com/users/P0XSAHF\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PCS4APV\",\"type\":\"user_reference\",\"summary\":\"Johan van Zanten\",\"self\":\"https://api.pagerduty.com/users/PCS4APV\",\"html_url\":\"https://salesforce.pagerduty.com/users/PCS4APV\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PB96E61\",\"type\":\"user_reference\",\"summary\":\"Eoin Fitzgerald\",\"self\":\"https://api.pagerduty.com/users/PB96E61\",\"html_url\":\"https://salesforce.pagerduty.com/users/PB96E61\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PQTTXPH\",\"type\":\"user_reference\",\"summary\":\"API User\",\"self\":\"https://api.pagerduty.com/users/PQTTXPH\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQTTXPH\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P2G4L5T\",\"type\":\"user_reference\",\"summary\":\"Sarah Butt\",\"self\":\"https://api.pagerduty.com/users/P2G4L5T\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2G4L5T\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"P69KEHJ\",\"type\":\"user_reference\",\"summary\":\"Bhavana Nagesh\",\"self\":\"https://api.pagerduty.com/users/P69KEHJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/P69KEHJ\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PG464TN\",\"type\":\"user_reference\",\"summary\":\"Ronan Mooney\",\"self\":\"https://api.pagerduty.com/users/PG464TN\",\"html_url\":\"https://salesforce.pagerduty.com/users/PG464TN\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PYNADBZ\",\"type\":\"user_reference\",\"summary\":\"Michaela Huserik\",\"self\":\"https://api.pagerduty.com/users/PYNADBZ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PYNADBZ\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PEYQZP5\",\"type\":\"user_reference\",\"summary\":\"Leandro Matheus De Azeredo\",\"self\":\"https://api.pagerduty.com/users/PEYQZP5\",\"html_url\":\"https://salesforce.pagerduty.com/users/PEYQZP5\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PBZ3LTK\",\"type\":\"user_reference\",\"summary\":\"Travis Corson\",\"self\":\"https://api.pagerduty.com/users/PBZ3LTK\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBZ3LTK\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PWP327A\",\"type\":\"user_reference\",\"summary\":\"Frank Healy\",\"self\":\"https://api.pagerduty.com/users/PWP327A\",\"html_url\":\"https://salesforce.pagerduty.com/users/PWP327A\"}},{\"at\":\"2025-03-14T14:37:42Z\",\"assignee\":{\"id\":\"PH9TP73\",\"type\":\"user_reference\",\"summary\":\"Dan Kincaid\",\"self\":\"https://api.pagerduty.com/users/PH9TP73\",\"html_url\":\"https://salesforce.pagerduty.com/users/PH9TP73\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T14:37:42Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RROVMCFJNPB3IR85N0D9J85LHP\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RROVMCFJNPB3IR85N0D9J85LHP\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3/log_entries/RROVMCFJNPB3IR85N0D9J85LHP\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5XY85O\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIR - Centralized Incident Response - Mon-Fri\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5XY85O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5XY85O\"},\"teams\":[{\"id\":\"P0UW85D\",\"type\":\"team_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR)\",\"self\":\"https://api.pagerduty.com/teams/P0UW85D\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P0UW85D\"}],\"impacted_services\":[{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T14:42:41Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0C4LNHPXK7DK3\",\"type\":\"incident\",\"summary\":\"[#14010451] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents 2025-03-14T14:37:42.678605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] /Q0C4LNHPXK7DK3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0C4LNHPXK7DK3\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev2\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: \"}}},\"responderEmail\":\"roflaherty@salesforce.com\"}}"} 2025-03-14T14:37:42.678606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"POTKQ6M\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HTQWFF8T\"}"} 2025-03-14T14:37:42.702352+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.702508+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T14:37:42.702535+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.693Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"users\":[\"WBY5HAV5K\"]}}"} 2025-03-14T14:37:42.702598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.702640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.702725+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.702820+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.702915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T14:37:42.702944+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:37:42.693Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"users\":[\"WBY5HAV5K\"]}}"} 2025-03-14T14:37:42.702979+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.702990+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062702,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T14:37:42.703074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963062703,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:37:42.703075+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062703,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:37:42.703076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062703,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T14:37:42.703077+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062703,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:37:42.703103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963062703,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T14:37:42.693Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"users\":[\"WBY5HAV5K\"]}}"} 2025-03-14T14:39:07.114719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:39:07.115158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T14:39:07.115239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:39:07.105Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"9a61e0dc-c3e8-409e-8123-45e90c8f67fb\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"625dtv-lxk66n-e1m2k-dib25i-1741963146345\",\"client\":\"icc-ui\"}"} 2025-03-14T14:39:07.115269+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T14:39:07.115342+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T14:39:07.115434+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:39:07.115454+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:39:07.115480+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T14:39:07.115513+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:39:07.115599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T14:39:07.105Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"9a61e0dc-c3e8-409e-8123-45e90c8f67fb\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"625dtv-lxk66n-e1m2k-dib25i-1741963146345\",\"client\":\"icc-ui\"}"} 2025-03-14T14:39:07.115697+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:39:07.115996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963147115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T14:39:07.116088+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:39:07.105Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:57.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:37:05.972Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:37:24.556Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"9a61e0dc-c3e8-409e-8123-45e90c8f67fb\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"625dtv-lxk66n-e1m2k-dib25i-1741963146345\",\"client\":\"icc-ui\"}"} 2025-03-14T14:39:07.116097+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T14:39:07.116169+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963147116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T14:39:07.116214+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963147116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:42:41.862802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963361862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2800304128,\"uptime\":1783240.19,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27781940,\"nice\":16120,\"sys\":4452580,\"idle\":1745574940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27587010,\"nice\":15170,\"sys\":4474420,\"idle\":1745633230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5998,\"sum\":59630}}}"} 2025-03-14T14:42:41.862889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963361862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:43:41.862795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963421862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2800332800,\"uptime\":1783300.19,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27782840,\"nice\":16120,\"sys\":4452750,\"idle\":1745633950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27587710,\"nice\":15170,\"sys\":4474540,\"idle\":1745692280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59636}}}"} 2025-03-14T14:43:41.862943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963421862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:44:41.862790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963481862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2800078848,\"uptime\":1783360.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27783460,\"nice\":16120,\"sys\":4452890,\"idle\":1745692980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27588460,\"nice\":15170,\"sys\":4474670,\"idle\":1745751360,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}"} 2025-03-14T14:44:41.862920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963481862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:46:41.862831+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963601862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2790203392,\"uptime\":1783480.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27784870,\"nice\":16120,\"sys\":4453220,\"idle\":1745810600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27589840,\"nice\":15170,\"sys\":4475040,\"idle\":1745869010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59629}}}"} 2025-03-14T14:46:41.862971+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963601862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:17.914873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:17.914931+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963637914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T14:47:17.915004+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:17.861Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:47:17.861Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:47:17.915005+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:47:17.915105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637915,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:47:17.917896+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963637915,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:17.917897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637915,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:17.917898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637915,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T14:47:17.917898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637915,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T14:47:17.917899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637915,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T14:47:17.861Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:47:17.861Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:47:17.917900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637917,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:17.917900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963637917,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:17.917910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637917,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:17.861Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T14:47:17.861Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T14:47:17.917933+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637917,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:47:17.918007+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963637917,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T14:47:17.918089+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963637918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:19.633580+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:19.633741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T14:47:19.633745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:19.584Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:47:19.633748+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:19.633813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:19.633932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:19.633932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:19.633982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T14:47:19.633983+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:47:19.633986+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T14:47:19.584Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:47:19.634079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639634,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:19.634163+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639634,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:19.634163+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639634,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:19.584Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:47:19.634164+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639634,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:19.634199+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639634,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:19.634269+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639634,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:19.705553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:19.705706+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T14:47:19.705725+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:19.656Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:19.513Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:47:19.705728+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:19.705784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:19.705886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:19.705889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:19.705900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T14:47:19.705931+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:47:19.705948+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639705,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T14:47:19.656Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:19.513Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:47:19.706103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639706,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:19.706153+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639706,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:19.706186+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639706,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:19.656Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"f96bbb7f-3ec5-459c-8964-0ef37bb3457c\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:19.513Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:47:19.706186+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639706,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:19.706223+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963639706,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:19.706281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963639706,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:41.862782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789724160,\"uptime\":1783540.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27785610,\"nice\":16120,\"sys\":4453380,\"idle\":1745869630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27590900,\"nice\":15170,\"sys\":4475190,\"idle\":1745927950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6034,\"sum\":59614}}}"} 2025-03-14T14:47:41.862926+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:41.901693+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661901,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:41.901810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661901,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T14:47:41.901837+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661901,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:41.850Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:47:41.901862+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661901,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:41.901937+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661901,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:41.902090+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:41.902091+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:41.902106+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T14:47:41.902121+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:47:41.902151+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T14:47:41.850Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:47:41.902265+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:41.902351+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:41.902357+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:41.850Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:47:41.902358+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:41.902391+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:47:41.902448+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:41.993686+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661993,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:41.993828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661993,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T14:47:41.993845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661993,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:41.942Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:11.819Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:47:41.993866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661993,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:41.993924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661993,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:41.994020+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661993,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:41.994046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:41.994047+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T14:47:41.994073+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:47:41.994131+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T14:47:41.942Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:11.819Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:47:41.994218+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:41.994325+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:41.994377+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:41.942Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:11.819Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:47:41.994378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:41.994420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:47:41.994508+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963661994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:55.665359+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.665622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'"} 2025-03-14T14:47:55.665741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:55.656Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:47:29.129Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"ke3j1-vs9kwbl-2zbd3a-ydno6np-1741963675406\",\"client\":\"icc-ui\"}"} 2025-03-14T14:47:55.665754+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T14:47:55.665868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T14:47:55.666954+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:55.666955+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.666956+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-deleted"} 2025-03-14T14:47:55.666957+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:47:55.666963+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-14T14:47:55.656Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:47:29.129Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"ke3j1-vs9kwbl-2zbd3a-ydno6np-1741963675406\",\"client\":\"icc-ui\"}"} 2025-03-14T14:47:55.666964+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675666,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.666964+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675666,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:55.666974+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675666,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:55.656Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:47:29.129Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"ke3j1-vs9kwbl-2zbd3a-ydno6np-1741963675406\",\"client\":\"icc-ui\"}"} 2025-03-14T14:47:55.666974+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675666,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T14:47:55.666974+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675666,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T14:47:55.666975+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675666,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:55.687551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.687747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'"} 2025-03-14T14:47:55.687840+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:55.679Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:47:29.129Z\"},\"eventObj\":[],\"requestId\":\"ke3j1-vs9kwbl-2zbd3a-ydno6np-1741963675406\",\"client\":\"icc-ui\"}"} 2025-03-14T14:47:55.687874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T14:47:55.687875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T14:47:55.688000+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:55.688004+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.688005+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-created"} 2025-03-14T14:47:55.688006+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675687,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:47:55.688089+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-14T14:47:55.679Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:47:29.129Z\"},\"eventObj\":[],\"requestId\":\"ke3j1-vs9kwbl-2zbd3a-ydno6np-1741963675406\",\"client\":\"icc-ui\"}"} 2025-03-14T14:47:55.688163+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.688410+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:55.688517+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:55.679Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:47:29.129Z\"},\"eventObj\":[],\"requestId\":\"ke3j1-vs9kwbl-2zbd3a-ydno6np-1741963675406\",\"client\":\"icc-ui\"}"} 2025-03-14T14:47:55.688521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T14:47:55.688521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T14:47:55.688585+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675688,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:55.738024+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675737,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.738101+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'"} 2025-03-14T14:47:55.738105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:55.688Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"responses\":[]}"} 2025-03-14T14:47:55.738137+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T14:47:55.738184+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T14:47:55.738284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:47:55.738526+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T14:47:55.738612+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:47:55.738708+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:47:55.738718+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:47:55.688Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"responses\":[]}"} 2025-03-14T14:47:55.738721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T14:47:55.738777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T14:47:55.738827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963675738,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:11.913850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811913,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:11.913917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963811913,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T14:50:11.913986+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811913,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:11.864Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:50:11.914027+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:50:11.914111+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:50:11.914219+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:11.914245+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:11.914300+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T14:50:11.914300+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:50:11.914331+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T14:50:11.864Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:50:11.914452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:11.914585+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T14:50:11.914596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:11.864Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T14:50:11.914599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:50:11.914664+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T14:50:11.914704+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963811914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:12.009929+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812009,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:12.010045+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812009,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T14:50:12.010046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:11.960Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:50:11.838Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:50:12.010061+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:50:12.010120+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:50:12.010214+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:12.010225+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:12.010228+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T14:50:12.010238+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:50:12.010297+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T14:50:11.960Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:50:11.838Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:50:12.010989+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:12.011086+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T14:50:12.011106+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:11.960Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"24c9898f-0ce0-4cf8-b95c-4f73395e5e42\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:50:11.838Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTQWFF8T\"}}"} 2025-03-14T14:50:12.011135+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:50:12.011170+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T14:50:12.011232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:12.103437+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:12.103684+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'"} 2025-03-14T14:50:12.103736+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:12.095Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\"},\"eventObj\":{\"ok\":true,\"id\":\"70f2d2f7-74e0-4b24-8bb6-38d8e6029db2\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"incidentSubject\":\"Email as a Service Performance degradation\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T14:50:12.103754+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T14:50:12.103799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T14:50:12.103950+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:12.103951+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:12.103952+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-request"} 2025-03-14T14:50:12.103952+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:50:12.104008+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812103,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-page-request - {\"createdAt\":\"2025-03-14T14:50:12.095Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\"},\"eventObj\":{\"ok\":true,\"id\":\"70f2d2f7-74e0-4b24-8bb6-38d8e6029db2\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"incidentSubject\":\"Email as a Service Performance degradation\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T14:50:12.104092+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812104,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:12.104259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812104,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'"} 2025-03-14T14:50:12.104292+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812104,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:12.095Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\"},\"eventObj\":{\"ok\":true,\"id\":\"70f2d2f7-74e0-4b24-8bb6-38d8e6029db2\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"incidentSubject\":\"Email as a Service Performance degradation\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T14:50:12.104303+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812104,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T14:50:12.104349+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963812104,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T14:50:12.104397+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963812104,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:13.481349+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813481,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:13.481807+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963813481,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T14:50:13.481937+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813481,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:13.472Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"be37c7b8-4905-4f7d-a738-7ce50207447c\",\"sequenceNumber\":2}}"} 2025-03-14T14:50:13.481938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813481,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T14:50:13.482002+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813481,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T14:50:13.482117+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:50:13.482118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:13.482119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T14:50:13.482120+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T14:50:13.482233+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T14:50:13.472Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"be37c7b8-4905-4f7d-a738-7ce50207447c\",\"sequenceNumber\":2}}"} 2025-03-14T14:50:13.482282+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:50:13.482601+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T14:50:13.482668+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:50:13.472Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"be37c7b8-4905-4f7d-a738-7ce50207447c\",\"sequenceNumber\":2}}"} 2025-03-14T14:50:13.482669+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T14:50:13.482719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T14:50:13.482762+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963813482,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:52:41.862763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741963961862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789289984,\"uptime\":1783840.19,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27789010,\"nice\":16120,\"sys\":4454080,\"idle\":1746164560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27594310,\"nice\":15170,\"sys\":4475810,\"idle\":1746223130,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59627}}}"} 2025-03-14T14:52:41.862972+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741963961862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:57:31.295984+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964251295,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T14:57:31.296742+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964251296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T14:57:41.862796+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964261862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789367808,\"uptime\":1784140.19,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27793260,\"nice\":16120,\"sys\":4454710,\"idle\":1746459560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27597190,\"nice\":15170,\"sys\":4476480,\"idle\":1746518370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":5994,\"sum\":59628}}}"} 2025-03-14T14:57:41.862904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964261862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:58:51.780270+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:58:51.782059+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T14:58:51.782075+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:58:51.615Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"name\":\"Maeve Coleman\",\"email\":\"maeve.coleman@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\",\"usdResources\":[]},\"changes\":{\"impactStartTime\":[\"2025-03-14T14:37:00.000Z\",\"2025-03-11T00:00:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}]}},\"requestId\":\"ol6e3j-6sqfa4-x97mdr-nl2ca-1741964330354\",\"client\":\"icc-ui\"}"} 2025-03-14T14:58:51.782076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:58:51.782076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:58:51.782077+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T14:58:51.782077+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:58:51.782078+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T14:58:51.782078+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T14:58:51.782078+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T14:58:51.782078+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964331781,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T14:58:51.782098+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331781,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T14:58:51.615Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"name\":\"Maeve Coleman\",\"email\":\"maeve.coleman@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:48:02.022Z\",\"usdResources\":[]},\"changes\":{\"impactStartTime\":[\"2025-03-14T14:37:00.000Z\",\"2025-03-11T00:00:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}]}},\"requestId\":\"ol6e3j-6sqfa4-x97mdr-nl2ca-1741964330354\",\"client\":\"icc-ui\"}"} 2025-03-14T14:58:51.782098+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331781,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:58:51.782099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964331781,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T14:58:51.782099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964331781,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:04:41.862811+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964681862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789560320,\"uptime\":1784560.19,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27798120,\"nice\":16120,\"sys\":4455590,\"idle\":1746872700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27601740,\"nice\":15170,\"sys\":4477440,\"idle\":1746931630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59632}}}"} 2025-03-14T15:04:41.862939+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964681862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:04:59.358385+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: df21ce84-01b4-4446-88ae-963a3a99bc3a"} 2025-03-14T15:04:59.358579+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T15:04:59.358580+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:04:59.308Z\",\"user\":{\"id\":\"b54245b9-80a3-486c-b35e-4504ea26000c\",\"gusUserId\":\"005B0000006LxAxIAK\",\"slackUserId\":\"W015TA45Y79\",\"name\":\"Aniket Kumar\",\"email\":\"aniketkumar@salesforce.com\"},\"incident\":{\"id\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\",\"slackChannel\":{\"id\":\"C08HR8YSXT6\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TqlT8YAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T15:04:59.308Z\",\"recordId\":\"500EE00001TqlT8YAJ\",\"incidentId\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\",\"caseNumber\":\"72993953\"},\"changes\":{}}"} 2025-03-14T15:04:59.358583+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T15:04:59.358648+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T15:04:59.358748+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:04:59.358756+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: df21ce84-01b4-4446-88ae-963a3a99bc3a"} 2025-03-14T15:04:59.358760+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T15:04:59.358808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T15:04:59.358813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699358,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T15:04:59.308Z\",\"user\":{\"id\":\"b54245b9-80a3-486c-b35e-4504ea26000c\",\"gusUserId\":\"005B0000006LxAxIAK\",\"slackUserId\":\"W015TA45Y79\",\"name\":\"Aniket Kumar\",\"email\":\"aniketkumar@salesforce.com\"},\"incident\":{\"id\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\",\"slackChannel\":{\"id\":\"C08HR8YSXT6\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TqlT8YAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T15:04:59.308Z\",\"recordId\":\"500EE00001TqlT8YAJ\",\"incidentId\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\",\"caseNumber\":\"72993953\"},\"changes\":{}}"} 2025-03-14T15:04:59.362644+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: df21ce84-01b4-4446-88ae-963a3a99bc3a"} 2025-03-14T15:04:59.362645+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964699361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T15:04:59.362646+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:04:59.308Z\",\"user\":{\"id\":\"b54245b9-80a3-486c-b35e-4504ea26000c\",\"gusUserId\":\"005B0000006LxAxIAK\",\"slackUserId\":\"W015TA45Y79\",\"name\":\"Aniket Kumar\",\"email\":\"aniketkumar@salesforce.com\"},\"incident\":{\"id\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\",\"slackChannel\":{\"id\":\"C08HR8YSXT6\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TqlT8YAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T15:04:59.308Z\",\"recordId\":\"500EE00001TqlT8YAJ\",\"incidentId\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\",\"caseNumber\":\"72993953\"},\"changes\":{}}"} 2025-03-14T15:04:59.362647+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T15:04:59.362648+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964699361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T15:04:59.362648+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964699361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:05:09.310117+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: df21ce84-01b4-4446-88ae-963a3a99bc3a"} 2025-03-14T15:05:09.310236+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T15:05:09.310258+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\"}"} 2025-03-14T15:05:09.310312+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T15:05:09.310387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T15:05:09.310534+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:05:09.310753+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T15:05:09.310833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: df21ce84-01b4-4446-88ae-963a3a99bc3a"} 2025-03-14T15:05:09.310878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T15:05:09.310914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"df21ce84-01b4-4446-88ae-963a3a99bc3a\"}"} 2025-03-14T15:05:09.310915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T15:05:09.310961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964709310,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T15:05:09.311029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964709311,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:06:41.866887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964801866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789093376,\"uptime\":1784680.19,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27799370,\"nice\":16120,\"sys\":4455810,\"idle\":1746990700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27602840,\"nice\":15170,\"sys\":4477730,\"idle\":1747049620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59629}}}"} 2025-03-14T15:06:41.866994+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964801866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:07:41.862819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741964861862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789097472,\"uptime\":1784740.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27800010,\"nice\":16120,\"sys\":4455940,\"idle\":1747049720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27603440,\"nice\":15170,\"sys\":4477840,\"idle\":1747108660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":5998,\"sum\":59625}}}"} 2025-03-14T15:07:41.862939+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741964861862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:10:41.862800+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965041862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789122048,\"uptime\":1784920.19,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27801800,\"nice\":16120,\"sys\":4456300,\"idle\":1747226880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27606020,\"nice\":15170,\"sys\":4478280,\"idle\":1747285730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59631}}}"} 2025-03-14T15:10:41.862935+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965041862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:11:41.862830+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965101862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789126144,\"uptime\":1784980.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27802520,\"nice\":16120,\"sys\":4456460,\"idle\":1747285950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27606940,\"nice\":15170,\"sys\":4478420,\"idle\":1747344750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59628}}}"} 2025-03-14T15:11:41.863045+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965101862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:13:41.862821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965221862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789134336,\"uptime\":1785100.19,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27803860,\"nice\":16120,\"sys\":4456820,\"idle\":1747403960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27608130,\"nice\":15170,\"sys\":4478740,\"idle\":1747462850,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59629}}}"} 2025-03-14T15:13:41.862946+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965221862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:14:41.862832+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965281862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789138432,\"uptime\":1785160.19,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27804510,\"nice\":16120,\"sys\":4456920,\"idle\":1747462960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27608680,\"nice\":15170,\"sys\":4478900,\"idle\":1747521940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59632}}}"} 2025-03-14T15:14:41.862961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965281862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:17:12.762749+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:17:12.763140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432763,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T15:17:12.763238+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432763,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:17:12.751Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"id\":\"9f18d794-4319-46be-945e-17f87324a60c\",\"serviceId\":\"PRJRDHQ\",\"serviceName\":\"SR Exec\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\",\"responderName\":\"Martin Pegman\",\"responderId\":\"PRMSR0D\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PRMSR0D\",\"incidentNumber\":\"14010773\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: This an auto page is for SR Exec:\\n\\nSite Reliability is running a Sev1 Incident on the following voice bridge: https://meet.google.com/pjd-dhuc-ufx\\n\\nSlack Channel - icc-73024826\\nCurrent Status - In Progress\\nGUS Case Number - 73024826 \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"success\":true,\"pageTimestamp\":\"2025-03-14T15:17:12.692Z\",\"pdData\":{\"incident\":{\"incident_number\":14010773,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T15:17:12Z\",\"updated_at\":\"2025-03-14T15:17:12Z\",\"status\":\"triggered\",\"incident_key\":\"3ade52475a064dfebc1ef051686e4a6d\",\"service\":{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"},\"assignments\":[{\"at\":\"2025-03-14T15:17:12Z\",\"assignee\":{\"id\":\"PRMSR0D\",\"type\":\"user_reference\",\"summary\":\"Martin Pegman\",\"self\":\"https://api.pagerduty.com/users/PRMSR0D\",\"html_url\":\"https://salesforce.pagerduty.com/users/PRMSR0D\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T15:17:12Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RN2DSE7WRJYK0O38HKTW5ZPE7B\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RN2DSE7WRJYK0O38HKTW5ZPE7B\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E/log_entries/RN2DSE7WRJYK0O38HKTW5ZPE7B\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PUW7VBC\",\"type\":\"escalation_policy_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/escalation_policies/PUW7VBC\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PUW7VBC\"},\"teams\":[{\"id\":\"PR03K1G\",\"type\":\"team_reference\",\"summary\":\"SR Manager\",\"self\":\"https://api.pagerduty.com/teams/PR03K1G\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PR03K1G\"}],\"impacted_services\":[{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T15:27:12Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-14T19:17:12Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0GUOXR172DK3E\",\"type\":\"incident\",\"summary\":\"[#14010773] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: This an auto page is for SR Exec:\\n\\nSite Reliability is running a Sev1 Incident on the following voice bridge: https://meet.google.com/pjd-dhuc-ufx\\n\\nSlack Channel - icc-73024826\\nCurrent Status - In Progress\\nGUS Case Number - 73024826 \"}}},\"responderEmail\":\"mpegman@salesforce.com\"}}"} 2025-03-14T15:17:12.763257+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432763,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T15:17:12.763324+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432763,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T15:17:12.763438+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432763,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:17:12.763518+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432763,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:17:12.764314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T15:17:12.764381+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:17:12.751Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"id\":\"9f18d794-4319-46be-945e-17f87324a60c\",\"serviceId\":\"PRJRDHQ\",\"serviceName\":\"SR Exec\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\",\"responderName\":\"Martin Pegman\",\"responderId\":\"PRMSR0D\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PRMSR0D\",\"incidentNumber\":\"14010773\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: This an auto page is for SR Exec:\\n\\nSite Reliability is running a Sev1 Incident on the following voice bridge: https://meet.google.com/pjd-dhuc-ufx\\n\\nSlack Channel - icc-73024826\\nCurrent Status - In Progress\\nGUS Case Number - 73024826 \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"success\":true,\"pageTimestamp\":\"2025-03-14T15:17:12.692Z\",\"pdData\":{\"incident\":{\"incident_number\":14010773,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T15:17:12Z\",\"updated_at\":\"2025-03-14T15:17:12Z\",\"status\":\"triggered\",\"incident_key\":\"3ade52475a064dfebc1ef051686e4a6d\",\"service\":{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"},\"assignments\":[{\"at\":\"2025-03-14T15:17:12Z\",\"assignee\":{\"id\":\"PRMSR0D\",\"type\":\"user_reference\",\"summary\":\"Martin Pegman\",\"self\":\"https://api.pagerduty.com/users/PRMSR0D\",\"html_url\":\"https://salesforce.pagerduty.com/users/PRMSR0D\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T15:17:12Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RN2DSE7WRJYK0O38HKTW5ZPE7B\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RN2DSE7WRJYK0O38HKTW5ZPE7B\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E/log_entries/RN2DSE7WRJYK0O38HKTW5ZPE7B\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PUW7VBC\",\"type\":\"escalation_policy_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/escalation_policies/PUW7VBC\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PUW7VBC\"},\"teams\":[{\"id\":\"PR03K1G\",\"type\":\"team_reference\",\"summary\":\"SR Manager\",\"self\":\"https://api.pagerduty.com/teams/PR03K1G\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PR03K1G\"}],\"impacted_services\":[{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T15:27:12Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-14T19:17:12Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0GUOXR172DK3E\",\"type\":\"incident\",\"summary\":\"[#14010773] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: This an auto page is for SR Exec:\\n\\nSite Reliability is running a Sev1 Incident on the following voice bridge: https://meet.google.com/pjd-dhuc-ufx\\n\\nSlack Channel - icc-73024826\\nCurrent Status - In Progress\\nGUS Case Number - 73024826 \"}}},\"responderEmail\":\"mpegman@salesforce.com\"}}"} 2025-03-14T15:17:12.764394+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T15:17:12.764446+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T15:17:12.764516+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:17:12.764537+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:17:12.764564+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T15:17:12.764598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T15:17:12.764712+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T15:17:12.751Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"id\":\"9f18d794-4319-46be-945e-17f87324a60c\",\"serviceId\":\"PRJRDHQ\",\"serviceName\":\"SR Exec\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\",\"responderName\":\"Martin Pegman\",\"responderId\":\"PRMSR0D\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PRMSR0D\",\"incidentNumber\":\"14010773\",\"incidentTitle\":\"Incident: Email as a Service Performance degradation\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: This an auto page is for SR Exec:\\n\\nSite Reliability is running a Sev1 Incident on the following voice bridge: https://meet.google.com/pjd-dhuc-ufx\\n\\nSlack Channel - icc-73024826\\nCurrent Status - In Progress\\nGUS Case Number - 73024826 \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"success\":true,\"pageTimestamp\":\"2025-03-14T15:17:12.692Z\",\"pdData\":{\"incident\":{\"incident_number\":14010773,\"title\":\"Incident: Email as a Service Performance degradation\",\"description\":\"Incident: Email as a Service Performance degradation\",\"created_at\":\"2025-03-14T15:17:12Z\",\"updated_at\":\"2025-03-14T15:17:12Z\",\"status\":\"triggered\",\"incident_key\":\"3ade52475a064dfebc1ef051686e4a6d\",\"service\":{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"},\"assignments\":[{\"at\":\"2025-03-14T15:17:12Z\",\"assignee\":{\"id\":\"PRMSR0D\",\"type\":\"user_reference\",\"summary\":\"Martin Pegman\",\"self\":\"https://api.pagerduty.com/users/PRMSR0D\",\"html_url\":\"https://salesforce.pagerduty.com/users/PRMSR0D\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T15:17:12Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RN2DSE7WRJYK0O38HKTW5ZPE7B\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RN2DSE7WRJYK0O38HKTW5ZPE7B\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E/log_entries/RN2DSE7WRJYK0O38HKTW5ZPE7B\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PUW7VBC\",\"type\":\"escalation_policy_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/escalation_policies/PUW7VBC\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PUW7VBC\"},\"teams\":[{\"id\":\"PR03K1G\",\"type\":\"team_reference\",\"summary\":\"SR Manager\",\"self\":\"https://api.pagerduty.com/teams/PR03K1G\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PR03K1G\"}],\"impacted_services\":[{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T15:27:12Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-14T19:17:12Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PRJRDHQ\",\"type\":\"service_reference\",\"summary\":\"SR Exec\",\"self\":\"https://api.pagerduty.com/services/PRJRDHQ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PRJRDHQ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0GUOXR172DK3E\",\"type\":\"incident\",\"summary\":\"[#14010773] Incident: Email as a Service Performance degradation\",\"self\":\"https://api.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0GUOXR172DK3E\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Email as a Service Performance degradation\\nSeverity: Sev1\\nSlack Channel: #icc-73024826\\nBridge URL: https://meet.google.com/pjd-dhuc-ufx\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\\nAdditional Details: This an auto page is for SR Exec:\\n\\nSite Reliability is running a Sev1 Incident on the following voice bridge: https://meet.google.com/pjd-dhuc-ufx\\n\\nSlack Channel - icc-73024826\\nCurrent Status - In Progress\\nGUS Case Number - 73024826 \"}}},\"responderEmail\":\"mpegman@salesforce.com\"}}"} 2025-03-14T15:17:12.765032+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432764,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PRJRDHQ\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HTQWFF8T\"}"} 2025-03-14T15:17:12.789866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:17:12.790005+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T15:17:12.790066+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:17:12.781Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"users\":[\"U02UBSF8VQS\"]}}"} 2025-03-14T15:17:12.790086+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T15:17:12.790168+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T15:17:12.790277+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:17:12.790371+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:17:12.790513+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T15:17:12.790589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:17:12.781Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"users\":[\"U02UBSF8VQS\"]}}"} 2025-03-14T15:17:12.790593+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T15:17:12.790607+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T15:17:12.790686+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:17:12.790687+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:17:12.790688+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T15:17:12.790689+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T15:17:12.790722+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965432790,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T15:17:12.781Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"users\":[\"U02UBSF8VQS\"]}}"} 2025-03-14T15:18:41.862778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965521862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2795692032,\"uptime\":1785400.19,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27807200,\"nice\":16120,\"sys\":4457450,\"idle\":1747698680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27611880,\"nice\":15170,\"sys\":4479480,\"idle\":1747757650,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59628}}}"} 2025-03-14T15:18:41.862899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965521862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:19:41.862802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965581862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2795446272,\"uptime\":1785460.19,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27807730,\"nice\":16120,\"sys\":4457550,\"idle\":1747757730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27612470,\"nice\":15170,\"sys\":4479580,\"idle\":1747816670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59626}}}"} 2025-03-14T15:19:41.862851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965581862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:21:36.238756+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:21:36.238962+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965696238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-call-joined' for consumer group='icc-slack-actions'"} 2025-03-14T15:21:36.238987+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:21:36.230Z\",\"user\":{\"id\":\"f9636da7-65af-4bfb-900d-b9bc4d9c62b1\",\"email\":\"mpegman@salesforce.com\",\"active\":true,\"name\":\"Martin Pegman\",\"firstName\":\"Martin\",\"lastName\":\"Pegman\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000003JZ6nYAG\",\"slackUserId\":\"U02UBSF8VQS\",\"createdBy\":\"mpegman@salesforce.com\",\"modifiedBy\":\"mpegman@salesforce.com\",\"createdAt\":\"2022-04-14T21:04:23.890Z\",\"modifiedAt\":\"2022-04-14T21:04:23.890Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"serviceName\":\"SR Exec\",\"onCallJoinedTimestamp\":\"2025-03-14T15:21:36.051Z\",\"onBehalfOf\":{\"id\":\"f9636da7-65af-4bfb-900d-b9bc4d9c62b1\",\"email\":\"mpegman@salesforce.com\",\"active\":true,\"name\":\"Martin Pegman\",\"firstName\":\"Martin\",\"lastName\":\"Pegman\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000003JZ6nYAG\",\"slackUserId\":\"U02UBSF8VQS\",\"createdBy\":\"mpegman@salesforce.com\",\"modifiedBy\":\"mpegman@salesforce.com\",\"createdAt\":\"2022-04-14T21:04:23.890Z\",\"modifiedAt\":\"2022-04-14T21:04:23.890Z\"},\"createdBy\":\"Martin Pegman\",\"createdAt\":\"2025-03-14T15:21:36.039Z\",\"modifiedAt\":\"2025-03-14T15:21:36.039Z\"},\"changes\":{},\"requestId\":\"04314451-6664-59b7-1ff5-422ae9a71865\",\"client\":\"icc-slack-app\"}"} 2025-03-14T15:21:36.238989+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-call-joined\"}}"} 2025-03-14T15:21:36.239052+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-call-joined\"}}"} 2025-03-14T15:21:36.239146+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:21:36.239270+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:21:36.239399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-call-joined' for consumer group='icc-notifier'"} 2025-03-14T15:21:36.239434+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:21:36.230Z\",\"user\":{\"id\":\"f9636da7-65af-4bfb-900d-b9bc4d9c62b1\",\"email\":\"mpegman@salesforce.com\",\"active\":true,\"name\":\"Martin Pegman\",\"firstName\":\"Martin\",\"lastName\":\"Pegman\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000003JZ6nYAG\",\"slackUserId\":\"U02UBSF8VQS\",\"createdBy\":\"mpegman@salesforce.com\",\"modifiedBy\":\"mpegman@salesforce.com\",\"createdAt\":\"2022-04-14T21:04:23.890Z\",\"modifiedAt\":\"2022-04-14T21:04:23.890Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"serviceName\":\"SR Exec\",\"onCallJoinedTimestamp\":\"2025-03-14T15:21:36.051Z\",\"onBehalfOf\":{\"id\":\"f9636da7-65af-4bfb-900d-b9bc4d9c62b1\",\"email\":\"mpegman@salesforce.com\",\"active\":true,\"name\":\"Martin Pegman\",\"firstName\":\"Martin\",\"lastName\":\"Pegman\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000003JZ6nYAG\",\"slackUserId\":\"U02UBSF8VQS\",\"createdBy\":\"mpegman@salesforce.com\",\"modifiedBy\":\"mpegman@salesforce.com\",\"createdAt\":\"2022-04-14T21:04:23.890Z\",\"modifiedAt\":\"2022-04-14T21:04:23.890Z\"},\"createdBy\":\"Martin Pegman\",\"createdAt\":\"2025-03-14T15:21:36.039Z\",\"modifiedAt\":\"2025-03-14T15:21:36.039Z\"},\"changes\":{},\"requestId\":\"04314451-6664-59b7-1ff5-422ae9a71865\",\"client\":\"icc-slack-app\"}"} 2025-03-14T15:21:36.239453+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-call-joined\"}}"} 2025-03-14T15:21:36.239502+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-call-joined\"}}"} 2025-03-14T15:21:36.239562+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:21:36.239571+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:21:36.239598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-call-joined"} 2025-03-14T15:21:36.239611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T15:21:36.239670+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965696239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-call-joined - {\"createdAt\":\"2025-03-14T15:21:36.230Z\",\"user\":{\"id\":\"f9636da7-65af-4bfb-900d-b9bc4d9c62b1\",\"email\":\"mpegman@salesforce.com\",\"active\":true,\"name\":\"Martin Pegman\",\"firstName\":\"Martin\",\"lastName\":\"Pegman\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000003JZ6nYAG\",\"slackUserId\":\"U02UBSF8VQS\",\"createdBy\":\"mpegman@salesforce.com\",\"modifiedBy\":\"mpegman@salesforce.com\",\"createdAt\":\"2022-04-14T21:04:23.890Z\",\"modifiedAt\":\"2022-04-14T21:04:23.890Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"serviceName\":\"SR Exec\",\"onCallJoinedTimestamp\":\"2025-03-14T15:21:36.051Z\",\"onBehalfOf\":{\"id\":\"f9636da7-65af-4bfb-900d-b9bc4d9c62b1\",\"email\":\"mpegman@salesforce.com\",\"active\":true,\"name\":\"Martin Pegman\",\"firstName\":\"Martin\",\"lastName\":\"Pegman\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000003JZ6nYAG\",\"slackUserId\":\"U02UBSF8VQS\",\"createdBy\":\"mpegman@salesforce.com\",\"modifiedBy\":\"mpegman@salesforce.com\",\"createdAt\":\"2022-04-14T21:04:23.890Z\",\"modifiedAt\":\"2022-04-14T21:04:23.890Z\"},\"createdBy\":\"Martin Pegman\",\"createdAt\":\"2025-03-14T15:21:36.039Z\",\"modifiedAt\":\"2025-03-14T15:21:36.039Z\"},\"changes\":{},\"requestId\":\"04314451-6664-59b7-1ff5-422ae9a71865\",\"client\":\"icc-slack-app\"}"} 2025-03-14T15:23:41.863037+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965821862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2794037248,\"uptime\":1785700.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27810750,\"nice\":16120,\"sys\":4458090,\"idle\":1747993670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27615260,\"nice\":15170,\"sys\":4480080,\"idle\":1748052880,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5988,\"sum\":59633}}}"} 2025-03-14T15:23:41.863045+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965821862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:24:41.862817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965881862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2794053632,\"uptime\":1785760.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27811430,\"nice\":16120,\"sys\":4458190,\"idle\":1748052730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27615980,\"nice\":15170,\"sys\":4480210,\"idle\":1748111880,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59633}}}"} 2025-03-14T15:24:41.862880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965881862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:25:41.862784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741965941862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792280064,\"uptime\":1785820.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27812130,\"nice\":16120,\"sys\":4458360,\"idle\":1748111700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27616830,\"nice\":15170,\"sys\":4480340,\"idle\":1748170840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59633}}}"} 2025-03-14T15:25:41.862911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741965941862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:27:37.287286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966057287,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T15:27:37.288553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966057287,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T15:28:41.862784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966121862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2791948288,\"uptime\":1786000.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27814200,\"nice\":16120,\"sys\":4458670,\"idle\":1748288770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27618590,\"nice\":15170,\"sys\":4480690,\"idle\":1748347990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59634}}}"} 2025-03-14T15:28:41.862908+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966121862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:30:41.862796+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966241862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2791968768,\"uptime\":1786120.19,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27815570,\"nice\":16120,\"sys\":4458900,\"idle\":1748406780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27619700,\"nice\":15170,\"sys\":4480870,\"idle\":1748466060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59630}}}"} 2025-03-14T15:30:41.862938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966241862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:34:41.862813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966481862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792333312,\"uptime\":1786360.19,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27819010,\"nice\":16120,\"sys\":4459380,\"idle\":1748642820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27622970,\"nice\":15170,\"sys\":4481380,\"idle\":1748702200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5991,\"sum\":59633}}}"} 2025-03-14T15:34:41.862906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966481862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:35:41.862855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966541862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792144896,\"uptime\":1786420.19,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27819550,\"nice\":16120,\"sys\":4459500,\"idle\":1748701830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27623640,\"nice\":15170,\"sys\":4481520,\"idle\":1748761170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5989,\"sum\":59629}}}"} 2025-03-14T15:35:41.862953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966541862,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:37:39.304024+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966659303,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T15:37:39.304827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966659304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T15:37:58.864253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:37:58.864570+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T15:37:58.864674+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:37:58.855Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"f47d5642-56cd-46f3-a121-9d3453327b4f\",\"sequenceNumber\":4}}"} 2025-03-14T15:37:58.864678+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T15:37:58.864745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T15:37:58.864845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:37:58.864925+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:37:58.865192+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T15:37:58.865286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T15:37:58.855Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"f47d5642-56cd-46f3-a121-9d3453327b4f\",\"sequenceNumber\":4}}"} 2025-03-14T15:37:58.865290+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T15:37:58.865342+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T15:37:58.865390+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:37:58.865424+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T15:37:58.865425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T15:37:58.865441+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T15:37:58.865513+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741966678865,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T15:37:58.855Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Krisztian Zsibrek in #sr\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T14:58:56.178Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"f47d5642-56cd-46f3-a121-9d3453327b4f\",\"sequenceNumber\":4}}"} 2025-03-14T15:42:40.252247+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966960252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T15:42:40.253040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741966960252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T15:46:41.866797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741967201866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2787434496,\"uptime\":1787080.19,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27827430,\"nice\":16120,\"sys\":4461100,\"idle\":1749350700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27631630,\"nice\":15170,\"sys\":4483090,\"idle\":1749410100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59632}}}"} 2025-03-14T15:46:41.866934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967201866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:47:41.304084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967261303,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T15:47:41.305029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967261304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T15:50:41.866816+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741967441866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2790682624,\"uptime\":1787320.19,\"totalMem\":4018151424,\"loadavg\":[0.15,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27830340,\"nice\":16120,\"sys\":4461580,\"idle\":1749586750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27634190,\"nice\":15170,\"sys\":4483680,\"idle\":1749646290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5986,\"sum\":59633}}}"} 2025-03-14T15:50:41.866957+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967441866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:51:41.870803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741967501870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2790019072,\"uptime\":1787380.19,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27830990,\"nice\":16120,\"sys\":4461650,\"idle\":1749645840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27635040,\"nice\":15170,\"sys\":4483800,\"idle\":1749705290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59628}}}"} 2025-03-14T15:51:41.870970+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967501870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:52:42.257365+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967562257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T15:52:42.258090+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967562258,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T15:53:41.866793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741967621866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789535744,\"uptime\":1787500.19,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27832460,\"nice\":16120,\"sys\":4461920,\"idle\":1749763950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27636250,\"nice\":15170,\"sys\":4484040,\"idle\":1749823280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5998,\"sum\":59628}}}"} 2025-03-14T15:53:41.866915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967621866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T15:54:41.866785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741967681866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2788950016,\"uptime\":1787560.19,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27833060,\"nice\":16120,\"sys\":4462050,\"idle\":1749822980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27636810,\"nice\":15170,\"sys\":4484170,\"idle\":1749882350,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5985,\"sum\":59636}}}"} 2025-03-14T15:54:41.866913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741967681866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:03:59.906146+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:03:59.906226+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T16:03:59.906272+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:03:59.856Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"name\":\"Maeve Coleman\",\"email\":\"maeve.coleman@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T16:03:59.856Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T16:03:59.906273+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:03:59.906317+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:03:59.906450+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:03:59.906450+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:03:59.906451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T16:03:59.906451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T16:03:59.906501+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T16:03:59.856Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"name\":\"Maeve Coleman\",\"email\":\"maeve.coleman@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T16:03:59.856Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T16:03:59.910549+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:03:59.910551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968239908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T16:03:59.910552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:03:59.856Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"name\":\"Maeve Coleman\",\"email\":\"maeve.coleman@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtHdKYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T16:03:59.856Z\",\"recordId\":\"500EE00001TtHdKYAV\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"73024826\"},\"changes\":{}}"} 2025-03-14T16:03:59.910553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:03:59.910553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968239908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:03:59.910554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968239908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:05:41.866841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968341866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2787483648,\"uptime\":1788220.19,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27840270,\"nice\":16120,\"sys\":4463560,\"idle\":1750472080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27643560,\"nice\":15170,\"sys\":4485580,\"idle\":1750531680,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59629}}}"} 2025-03-14T16:05:41.866943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968341866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:07:40.427062+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:07:40.429348+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968460427,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T16:07:40.429395+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460427,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:07:40.295Z\",\"user\":{\"id\":\"85e97df1-8640-4ca2-996b-11a94f3d5a86\",\"email\":\"fhealy@salesforce.com\",\"active\":true,\"name\":\"Frank Healy\",\"firstName\":\"Frank\",\"lastName\":\"Healy\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000gywDIAQ\",\"slackUserId\":\"WC9SX6ACA\",\"createdBy\":\"fhealy@salesforce.com\",\"modifiedBy\":\"fhealy@salesforce.com\",\"createdAt\":\"2022-06-01T15:03:32.629Z\",\"modifiedAt\":\"2022-06-01T15:03:32.629Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"6ebedfe3-e36e-45b4-a76e-5336820046e1\",\"allInternalCommsReport\":[{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev 2025-03-14T16:07:40.429395+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] 1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nStagger Rollback in PRO to rollback the SF Proxy change is being evaluated and expected to proceed shortly\",\"needs\":\"Info message has been posted to trust\"},\"sentAt\":\"2025-03-14T15:37:47.574Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WGF75NAQP\",\"sentBy\":\"Maeve Coleman\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002.\\n\\nNEEDS Evaluate the scope of impact, determine the blast radius of the impact.\",\"actions\":\".\"},\"sentAt\":\"2025-03-14T15:04:48.690Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"duration\":\"13 minutes\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T14:50:11.878Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"uk5k5-6r7ifo-inxiq-o644l-1741968458795\",\"client\":\"icc-ui\"}"} 2025-03-14T16:07:40.429397+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460428,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T16:07:40.429399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460428,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T16:07:40.429401+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968460428,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:07:40.429402+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460428,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:07:40.429403+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968460428,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T16:07:40.429628+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460428,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:07:40.295Z\",\"user\":{\"id\":\"85e97df1-8640-4ca2-996b-11a94f3d5a86\",\"email\":\"fhealy@salesforce.com\",\"active\":true,\"name\":\"Frank Healy\",\"firstName\":\"Frank\",\"lastName\":\"Healy\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000gywDIAQ\",\"slackUserId\":\"WC9SX6ACA\",\"createdBy\":\"fhealy@salesforce.com\",\"modifiedBy\":\"fhealy@salesforce.com\",\"createdAt\":\"2022-06-01T15:03:32.629Z\",\"modifiedAt\":\"2022-06-01T15:03:32.629Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"6ebedfe3-e36e-45b4-a76e-5336820046e1\",\"allInternalCommsReport\":[{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev 2025-03-14T16:07:40.429628+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] 1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nStagger Rollback in PRO to rollback the SF Proxy change is being evaluated and expected to proceed shortly\",\"needs\":\"Info message has been posted to trust\"},\"sentAt\":\"2025-03-14T15:37:47.574Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WGF75NAQP\",\"sentBy\":\"Maeve Coleman\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002.\\n\\nNEEDS Evaluate the scope of impact, determine the blast radius of the impact.\",\"actions\":\".\"},\"sentAt\":\"2025-03-14T15:04:48.690Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"duration\":\"13 minutes\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T14:50:11.878Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"uk5k5-6r7ifo-inxiq-o644l-1741968458795\",\"client\":\"icc-ui\"}"} 2025-03-14T16:07:40.429633+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T16:07:40.429686+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T16:07:40.429766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:07:40.429769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:07:40.429798+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T16:07:40.429841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:07:40.430008+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968460429,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T16:07:40.295Z\",\"user\":{\"id\":\"85e97df1-8640-4ca2-996b-11a94f3d5a86\",\"email\":\"fhealy@salesforce.com\",\"active\":true,\"name\":\"Frank Healy\",\"firstName\":\"Frank\",\"lastName\":\"Healy\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000gywDIAQ\",\"slackUserId\":\"WC9SX6ACA\",\"createdBy\":\"fhealy@salesforce.com\",\"modifiedBy\":\"fhealy@salesforce.com\",\"createdAt\":\"2022-06-01T15:03:32.629Z\",\"modifiedAt\":\"2022-06-01T15:03:32.629Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"6ebedfe3-e36e-45b4-a76e-5336820046e1\",\"allInternalCommsReport\":[{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\" 2025-03-14T16:07:40.430008+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nStagger Rollback in PRO to rollback the SF Proxy change is being evaluated and expected to proceed shortly\",\"needs\":\"Info message has been posted to trust\"},\"sentAt\":\"2025-03-14T15:37:47.574Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WGF75NAQP\",\"sentBy\":\"Maeve Coleman\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002.\\n\\nNEEDS Evaluate the scope of impact, determine the blast radius of the impact.\",\"actions\":\".\"},\"sentAt\":\"2025-03-14T15:04:48.690Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"duration\":\"13 minutes\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T14:50:11.878Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"uk5k5-6r7ifo-inxiq-o644l-1741968458795\",\"client\":\"icc-ui\"}"} 2025-03-14T16:07:51.691565+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471691,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:07:51.691889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968471691,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T16:07:51.692042+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471691,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:07:51.682Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"6ebedfe3-e36e-45b4-a76e-5336820046e1\",\"sequenceNumber\":5}}"} 2025-03-14T16:07:51.692046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471691,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:07:51.692048+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:07:51.692180+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:07:51.692259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:07:51.692534+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T16:07:51.692636+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:07:51.682Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"6ebedfe3-e36e-45b4-a76e-5336820046e1\",\"sequenceNumber\":5}}"} 2025-03-14T16:07:51.692640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:07:51.692671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:07:51.692738+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:07:51.692746+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:07:51.692792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T16:07:51.692793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:07:51.692867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968471692,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T16:07:51.682Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"6ebedfe3-e36e-45b4-a76e-5336820046e1\",\"sequenceNumber\":5}}"} 2025-03-14T16:10:41.866789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968641866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2790502400,\"uptime\":1788520.19,\"totalMem\":4018151424,\"loadavg\":[0.11,0.09,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27843760,\"nice\":16120,\"sys\":4464200,\"idle\":1750767180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27646550,\"nice\":15170,\"sys\":4486260,\"idle\":1750826930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5984,\"sum\":59630}}}"} 2025-03-14T16:10:41.866910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968641866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:10:50.632558+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:10:50.632764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-acknowledged' for consumer group='icc-notifier'"} 2025-03-14T16:10:50.632793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:10:50.048Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"completed\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:37:09.979Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T16:10:49.835Z\",\"acknowledgedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"slackChannelId\":\"C08HTQWFF8T\"},\"requestId\":\"gw7nu-99ci5p-9171f-qfhks-1741968649162\",\"client\":\"icc-ui\"}"} 2025-03-14T16:10:50.632843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:50.632883+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:50.632989+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:10:50.632999+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:10:50.633071+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-acknowledged"} 2025-03-14T16:10:50.633073+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:10:50.633099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-acknowledged - {\"createdAt\":\"2025-03-14T16:10:50.048Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"completed\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:37:09.979Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T16:10:49.835Z\",\"acknowledgedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"slackChannelId\":\"C08HTQWFF8T\"},\"requestId\":\"gw7nu-99ci5p-9171f-qfhks-1741968649162\",\"client\":\"icc-ui\"}"} 2025-03-14T16:10:50.633206+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:10:50.633416+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-acknowledged' for consumer group='icc-slack-actions'"} 2025-03-14T16:10:50.633447+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:10:50.048Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"completed\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:37:09.979Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T16:10:49.835Z\",\"acknowledgedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"2921c600-0e04-4a54-a283-99cda41c16b8\",\"slackChannelId\":\"C08HTQWFF8T\"},\"requestId\":\"gw7nu-99ci5p-9171f-qfhks-1741968649162\",\"client\":\"icc-ui\"}"} 2025-03-14T16:10:50.633452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:50.633480+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:50.633540+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968650633,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:10:54.307161+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:10:54.307365+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-acknowledged' for consumer group='icc-notifier'"} 2025-03-14T16:10:54.307420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:10:53.541Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"completed\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:11.819Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T16:10:53.324Z\",\"acknowledgedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"slackChannelId\":\"C08HTQWFF8T\"},\"requestId\":\"mrfbq9-hiob2c-tdkpqj-upiygn-1741968653100\",\"client\":\"icc-ui\"}"} 2025-03-14T16:10:54.307448+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:54.307503+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:54.307597+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:10:54.307622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:10:54.307622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-acknowledged"} 2025-03-14T16:10:54.307643+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:10:54.307693+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-acknowledged - {\"createdAt\":\"2025-03-14T16:10:53.541Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"completed\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:11.819Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T16:10:53.324Z\",\"acknowledgedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"slackChannelId\":\"C08HTQWFF8T\"},\"requestId\":\"mrfbq9-hiob2c-tdkpqj-upiygn-1741968653100\",\"client\":\"icc-ui\"}"} 2025-03-14T16:10:54.307754+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:10:54.307899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-acknowledged' for consumer group='icc-slack-actions'"} 2025-03-14T16:10:54.307900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:10:53.541Z\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"id\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"completed\":true,\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T14:47:11.819Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T16:10:53.324Z\",\"acknowledgedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"1a48e7c8-a422-48eb-bde1-a5efcd89cfdd\",\"slackChannelId\":\"C08HTQWFF8T\"},\"requestId\":\"mrfbq9-hiob2c-tdkpqj-upiygn-1741968653100\",\"client\":\"icc-ui\"}"} 2025-03-14T16:10:54.307912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:54.307947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T16:10:54.308002+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968654307,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:13:41.866795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741968821866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2791665664,\"uptime\":1788700.19,\"totalMem\":4018151424,\"loadavg\":[0.12,0.14,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27845800,\"nice\":16120,\"sys\":4464560,\"idle\":1750944230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27648360,\"nice\":15170,\"sys\":4486650,\"idle\":1751004030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6001,\"sum\":59621}}}"} 2025-03-14T16:13:41.866932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741968821866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:18:41.866810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741969121866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2784325632,\"uptime\":1789000.19,\"totalMem\":4018151424,\"loadavg\":[0.01,0.06,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27849350,\"nice\":16120,\"sys\":4465300,\"idle\":1751238900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27652000,\"nice\":15170,\"sys\":4487350,\"idle\":1751299030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5999,\"sum\":59628}}}"} 2025-03-14T16:18:41.866881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741969121866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:23:41.866764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741969421866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783203328,\"uptime\":1789300.19,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27853040,\"nice\":16120,\"sys\":4465950,\"idle\":1751534000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27655650,\"nice\":15170,\"sys\":4487980,\"idle\":1751594200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5996,\"sum\":59627}}}"} 2025-03-14T16:23:41.866877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741969421866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:30:41.870781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741969841870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783252480,\"uptime\":1789720.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27858490,\"nice\":16120,\"sys\":4466860,\"idle\":1751946740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27660800,\"nice\":15170,\"sys\":4488840,\"idle\":1752007330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59627}}}"} 2025-03-14T16:30:41.870885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741969841870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:31:41.870806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741969901870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783395840,\"uptime\":1789780.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27859270,\"nice\":16120,\"sys\":4466950,\"idle\":1752005700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27661300,\"nice\":15170,\"sys\":4488960,\"idle\":1752066390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5990,\"sum\":59629}}}"} 2025-03-14T16:31:41.870928+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741969901870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:32:50.302768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741969970302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T16:32:50.303598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741969970303,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T16:36:41.870779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970201870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2782212096,\"uptime\":1790080.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27862900,\"nice\":16120,\"sys\":4467520,\"idle\":1752300950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27665120,\"nice\":15170,\"sys\":4489580,\"idle\":1752361470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59631}}}"} 2025-03-14T16:36:41.870981+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970201870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:37:57.386834+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277386,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:37:57.387208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T16:37:57.387326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:37:57.378Z\",\"user\":{\"id\":\"85e97df1-8640-4ca2-996b-11a94f3d5a86\",\"email\":\"fhealy@salesforce.com\",\"active\":true,\"name\":\"Frank Healy\",\"firstName\":\"Frank\",\"lastName\":\"Healy\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000gywDIAQ\",\"slackUserId\":\"WC9SX6ACA\",\"createdBy\":\"fhealy@salesforce.com\",\"modifiedBy\":\"fhealy@salesforce.com\",\"createdAt\":\"2022-06-01T15:03:32.629Z\",\"modifiedAt\":\"2022-06-01T15:03:32.629Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"182d11e8-deef-49d5-b212-521530b02ed7\",\"sequenceNumber\":6}}"} 2025-03-14T16:37:57.387331+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:37:57.387401+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:37:57.387489+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:37:57.387574+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:37:57.387863+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T16:37:57.387959+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:37:57.378Z\",\"user\":{\"id\":\"85e97df1-8640-4ca2-996b-11a94f3d5a86\",\"email\":\"fhealy@salesforce.com\",\"active\":true,\"name\":\"Frank Healy\",\"firstName\":\"Frank\",\"lastName\":\"Healy\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000gywDIAQ\",\"slackUserId\":\"WC9SX6ACA\",\"createdBy\":\"fhealy@salesforce.com\",\"modifiedBy\":\"fhealy@salesforce.com\",\"createdAt\":\"2022-06-01T15:03:32.629Z\",\"modifiedAt\":\"2022-06-01T15:03:32.629Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"182d11e8-deef-49d5-b212-521530b02ed7\",\"sequenceNumber\":6}}"} 2025-03-14T16:37:57.387971+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:37:57.387972+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277387,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T16:37:57.388065+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970277388,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:37:57.388066+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277388,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T16:37:57.388067+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277388,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T16:37:57.388068+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277388,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:37:57.388144+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970277388,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T16:37:57.378Z\",\"user\":{\"id\":\"85e97df1-8640-4ca2-996b-11a94f3d5a86\",\"email\":\"fhealy@salesforce.com\",\"active\":true,\"name\":\"Frank Healy\",\"firstName\":\"Frank\",\"lastName\":\"Healy\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000gywDIAQ\",\"slackUserId\":\"WC9SX6ACA\",\"createdBy\":\"fhealy@salesforce.com\",\"modifiedBy\":\"fhealy@salesforce.com\",\"createdAt\":\"2022-06-01T15:03:32.629Z\",\"modifiedAt\":\"2022-06-01T15:03:32.629Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a11e9f32-2f89-40ab-984d-a2666e9f2396\",\"email\":\"roflaherty@salesforce.com\",\"active\":true,\"name\":\"Rory O'Flaherty\",\"firstName\":\"Rory\",\"lastName\":\"O'Flaherty\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000012QkyIAE\",\"slackUserId\":\"WBY5HAV5K\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2022-09-20T09:04:10.986Z\",\"modifiedAt\":\"2024-10-09T12:35:27.913Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T14:47:24.212Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:03:59.856Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"182d11e8-deef-49d5-b212-521530b02ed7\",\"sequenceNumber\":6}}"} 2025-03-14T16:43:41.870781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970621870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2780426240,\"uptime\":1790500.2,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27868120,\"nice\":16120,\"sys\":4468480,\"idle\":1752714020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27670150,\"nice\":15170,\"sys\":4490460,\"idle\":1752774740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6001,\"sum\":59623}}}"} 2025-03-14T16:43:41.870913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970621870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:48:41.870795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970921870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2772062208,\"uptime\":1790800.2,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27871540,\"nice\":16120,\"sys\":4469260,\"idle\":1753008820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27673860,\"nice\":15170,\"sys\":4491150,\"idle\":1753069520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59634}}}"} 2025-03-14T16:48:41.870887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970921870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:08.298374+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970948298,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T16:49:08.299110+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970948299,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T16:49:11.299630+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951299,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:11.299875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970951299,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:11.299953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951299,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:11.123Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[],\"channels\":[],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"b413e066-83d6-781c-bd30-35a8a74acf8d\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:11.299985+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951299,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T16:49:11.300085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T16:49:11.300196+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970951300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:11.303226+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:11.303228+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T16:49:11.303229+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:11.123Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[],\"channels\":[],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"b413e066-83d6-781c-bd30-35a8a74acf8d\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:11.303230+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T16:49:11.303232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T16:49:11.303233+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:11.303234+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:11.303234+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-without-slack-channel"} 2025-03-14T16:49:11.303235+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:11.303237+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970951302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-14T16:49:11.123Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[],\"channels\":[],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"b413e066-83d6-781c-bd30-35a8a74acf8d\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:13.924890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953924,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.925046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953924,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:13.925060+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:12.920Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T16:49:13.925090+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T16:49:13.925159+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T16:49:13.925267+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.925342+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.925463+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:13.925507+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:13.075Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"channels\":[]}}"} 2025-03-14T16:49:13.925510+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T16:49:13.925546+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T16:49:13.925612+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.925654+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.925787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:13.925791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:13.208Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741970951,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741970951525,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T16:49:13.925791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T16:49:13.925828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T16:49:13.925877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.925943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.926044+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'"} 2025-03-14T16:49:13.926047+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:12.920Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T16:49:13.926050+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T16:49:13.926077+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T16:49:13.926125+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.926147+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.926175+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created"} 2025-03-14T16:49:13.926176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:13.926208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created - {\"createdAt\":\"2025-03-14T16:49:12.920Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T16:49:13.926268+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.926372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T16:49:13.926387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:13.075Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"channels\":[]}}"} 2025-03-14T16:49:13.926410+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T16:49:13.927408+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T16:49:13.927458+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.927490+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.927491+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T16:49:13.927492+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:13.927515+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T16:49:13.075Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"channels\":[]}}"} 2025-03-14T16:49:13.927584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.927688+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-notifier'"} 2025-03-14T16:49:13.927692+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:13.208Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741970951,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741970951525,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T16:49:13.927704+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T16:49:13.927758+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T16:49:13.927804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.927804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.927805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-created"} 2025-03-14T16:49:13.927832+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:13.927845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-created - {\"createdAt\":\"2025-03-14T16:49:13.208Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741970951,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741970951525,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T16:49:13.994623+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.994789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:13.994816+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:13.983Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true},\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"}}"} 2025-03-14T16:49:13.994840+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T16:49:13.994897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T16:49:13.994986+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953994,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.995113+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.995224+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-notifier'"} 2025-03-14T16:49:13.995247+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:13.983Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true},\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"}}"} 2025-03-14T16:49:13.995261+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T16:49:13.995310+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T16:49:13.995374+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:13.995375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:13.995376+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-generated"} 2025-03-14T16:49:13.995378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:13.995420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970953995,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-generated - {\"createdAt\":\"2025-03-14T16:49:13.983Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true},\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"}}"} 2025-03-14T16:49:14.336025+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954335,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:14.336271+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-notifier'"} 2025-03-14T16:49:14.336347+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:14.326Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"e6dd5647-c600-4b27-a6bd-06c6f47e8915\",\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true,\"createdBy\":\"fawkes-platform\",\"modifiedBy\":\"fawkes-platform\",\"createdAt\":\"2025-03-14T16:49:13.996Z\",\"modifiedAt\":\"2025-03-14T16:49:13.996Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T16:49:13.996Z\",\"modifiedAt\":\"2025-03-14T16:49:13.996Z\",\"id\":\"e6dd5647-c600-4b27-a6bd-06c6f47e8915\",\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true,\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"folderId\":null}]}}"} 2025-03-14T16:49:14.336375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T16:49:14.336459+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T16:49:14.336588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:14.336591+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:14.336611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-created"} 2025-03-14T16:49:14.336633+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T16:49:14.336712+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954336,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Bridge notification for icc-bridge-created - {\"createdAt\":\"2025-03-14T16:49:14.326Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"e6dd5647-c600-4b27-a6bd-06c6f47e8915\",\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true,\"createdBy\":\"fawkes-platform\",\"modifiedBy\":\"fawkes-platform\",\"createdAt\":\"2025-03-14T16:49:13.996Z\",\"modifiedAt\":\"2025-03-14T16:49:13.996Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T16:49:13.996Z\",\"modifiedAt\":\"2025-03-14T16:49:13.996Z\",\"id\":\"e6dd5647-c600-4b27-a6bd-06c6f47e8915\",\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true,\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"folderId\":null}]}}"} 2025-03-14T16:49:14.337690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954337,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","blocks":[{"text":{"type":"mrkdwn","text":"fawkes-platform set incident bridge details."},"type":"section"},{"text":{"type":"plain_text","text":"Bridge Added"},"type":"header"},{"text":{"type":"mrkdwn","text":"_This bridge is currently open. Please announce your name and team when joining bridge._"},"type":"section"},{"fields":[{"type":"mrkdwn","text":"*Bridge Url*:\nhttps://meet.google.com/fgc-yaiv-mjs"},{"type":"mrkdwn","text":"*Additional Joining Info*:\nJoin By Phone:\nUS number: tel:+1-209-837-3241, pin: 504785962; \nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\n"}],"type":"section"},{"type":"divider"},{"elements":[{"type":"mrkdwn","text":"Created by fawkes-platform, \n"},{"type":"mrkdwn","text":"Modified by fawkes-platform, "}],"type":"context"}],"text":"Bridge Added","response_type":"in_channel","channel":"C08HTTU6YH0","msg":"Posting Bridge to Slack"} 2025-03-14T16:49:14.338636+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954338,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:14.338784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970954338,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:14.338817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954338,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:14.326Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-a882d5d7-0a16-46fc-bde3-904575912d38\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"e6dd5647-c600-4b27-a6bd-06c6f47e8915\",\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true,\"createdBy\":\"fawkes-platform\",\"modifiedBy\":\"fawkes-platform\",\"createdAt\":\"2025-03-14T16:49:13.996Z\",\"modifiedAt\":\"2025-03-14T16:49:13.996Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T16:49:13.996Z\",\"modifiedAt\":\"2025-03-14T16:49:13.996Z\",\"id\":\"e6dd5647-c600-4b27-a6bd-06c6f47e8915\",\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\",\"isManaged\":true,\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"folderId\":null}]}}"} 2025-03-14T16:49:14.338864+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954338,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T16:49:14.338890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970954338,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T16:49:14.339023+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970954338,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:19.624613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:19.624651+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:19.624703+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:19.572Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"createdAt\":\"2025-03-14T16:49:12.887Z\",\"modifiedAt\":\"2025-03-14T16:49:18.965Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"}}"} 2025-03-14T16:49:19.624717+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T16:49:19.624778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T16:49:19.624872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:19.624944+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:19.625009+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'"} 2025-03-14T16:49:19.625010+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959624,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:19.572Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"createdAt\":\"2025-03-14T16:49:12.887Z\",\"modifiedAt\":\"2025-03-14T16:49:18.965Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"}}"} 2025-03-14T16:49:19.625025+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T16:49:19.625063+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T16:49:19.625110+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:19.625111+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:19.625140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-renamed"} 2025-03-14T16:49:19.625140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:19.625153+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970959625,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-14T16:49:19.572Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"createdAt\":\"2025-03-14T16:49:12.887Z\",\"modifiedAt\":\"2025-03-14T16:49:18.965Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"}}"} 2025-03-14T16:49:21.124745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961124,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:21.125108+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:21.125194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:20.761Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:49:18.911Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T16:49:20.593Z\"]},\"requestId\":\"6df946ad-b99b-c412-1198-0337f5b6df43\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:21.125195+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.125241+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.125356+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:21.125425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:21.125665+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T16:49:21.125744+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:20.761Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:49:10.004Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:49:18.911Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T16:49:20.593Z\"]},\"requestId\":\"6df946ad-b99b-c412-1198-0337f5b6df43\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:21.125744+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.125771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.125817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:21.125818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:21.125849+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T16:49:21.125849+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961125,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T16:49:21.215594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961215,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:21.215876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961215,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:21.215965+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961215,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:21.069Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:49:18.911Z\",\"usdResources\":[]},\"changes\":{\"impactStartTime\":[\"2025-03-14T16:49:10.004Z\",\"2025-03-14T16:40:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}]}},\"requestId\":\"6df946ad-b99b-c412-1198-0337f5b6df43\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:21.215966+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961215,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.216015+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961215,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.216130+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:21.216210+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:21.216440+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T16:49:21.216531+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:21.069Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n Pls refer to Feed Post for more details.\",\"detectedTime\":\"2025-03-14T16:49:10.004Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:49:18.911Z\",\"usdResources\":[]},\"changes\":{\"impactStartTime\":[\"2025-03-14T16:49:10.004Z\",\"2025-03-14T16:40:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}]}},\"requestId\":\"6df946ad-b99b-c412-1198-0337f5b6df43\",\"client\":\"quantumks2s\"}"} 2025-03-14T16:49:21.216547+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.216548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T16:49:21.216621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:21.216622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:21.216623+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T16:49:21.216623+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970961216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T16:49:24.725943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:24.726040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970964725,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:24.726060+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"23df276a-0ef2-443b-a964-79466590a0cc\",\"status\":\"active\",\"externalId\":\"a8LEE00001BXQpk2AH\",\"incidentToCiId\":\"0253866d-beb6-4b43-a819-5f81d7965fae\"}],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"}"} 2025-03-14T16:49:24.726061+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T16:49:24.726122+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T16:49:24.726234+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:24.726297+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:24.726359+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T16:49:24.726360+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"23df276a-0ef2-443b-a964-79466590a0cc\",\"status\":\"active\",\"externalId\":\"a8LEE00001BXQpk2AH\",\"incidentToCiId\":\"0253866d-beb6-4b43-a819-5f81d7965fae\"}],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"}"} 2025-03-14T16:49:24.726383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T16:49:24.726412+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T16:49:24.726488+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:24.726691+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741970964726,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T16:49:26.244213+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:26.244268+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T16:49:26.244296+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:26.194Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtNhEYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T16:49:26.194Z\",\"recordId\":\"500EE00001TtNhEYAV\",\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"caseNumber\":\"73028060\"},\"changes\":{}}"} 2025-03-14T16:49:26.244313+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:49:26.244373+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:49:26.244501+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:26.244501+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:26.244504+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T16:49:26.244505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T16:49:26.244529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966244,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T16:49:26.194Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtNhEYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T16:49:26.194Z\",\"recordId\":\"500EE00001TtNhEYAV\",\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"caseNumber\":\"73028060\"},\"changes\":{}}"} 2025-03-14T16:49:26.248620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966247,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:26.248621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970966248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:26.248622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:26.194Z\",\"user\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"gusUserId\":null,\"slackUserId\":null,\"name\":\"fawkes-platform\",\"email\":\"fawkes@salesforce.com\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtNhEYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T16:49:26.194Z\",\"recordId\":\"500EE00001TtNhEYAV\",\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"caseNumber\":\"73028060\"},\"changes\":{}}"} 2025-03-14T16:49:26.248628+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:49:26.248629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970966248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T16:49:26.248630+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970966248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:44.245938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:44.246062+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:44.246067+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:43.741Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"reminderId\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T16:49:44.246083+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T16:49:44.246143+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T16:49:44.246248+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:44.246316+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:44.246423+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T16:49:44.246423+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:43.741Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"reminderId\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T16:49:44.246426+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T16:49:44.246451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T16:49:44.246542+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:44.246554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:44.246557+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T16:49:44.246596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:44.246597+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970984246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T16:49:43.741Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"reminderId\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T16:49:45.746108+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985745,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:45.746268+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T16:49:45.746295+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:44.289Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"reminderId\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T16:49:13.687Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTTU6YH0\"}}"} 2025-03-14T16:49:45.746313+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T16:49:45.746380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T16:49:45.746512+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:45.746602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:45.746745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T16:49:45.746749+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T16:49:44.289Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"reminderId\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T16:49:13.687Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTTU6YH0\"}}"} 2025-03-14T16:49:45.746762+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T16:49:45.746830+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T16:49:45.746863+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:49:45.746866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T16:49:45.746909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T16:49:45.746909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T16:49:45.746926+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741970985746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T16:49:44.289Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"},\"eventObj\":{\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"reminderId\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"c112d83e-4264-49ce-9439-55e51d7955f7\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T16:49:13.687Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HTTU6YH0\"}}"} 2025-03-14T16:51:41.870796+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971101870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2777931776,\"uptime\":1790980.2,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27873480,\"nice\":16120,\"sys\":4469660,\"idle\":1753185760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27675960,\"nice\":15170,\"sys\":4491530,\"idle\":1753246480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59630}}}"} 2025-03-14T16:51:41.870930+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971101870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:56:41.870808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971401870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2785996800,\"uptime\":1791280.2,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27876840,\"nice\":16120,\"sys\":4470300,\"idle\":1753481080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27679640,\"nice\":15170,\"sys\":4492160,\"idle\":1753541410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59628}}}"} 2025-03-14T16:56:41.870935+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971401870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:58:41.870776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971521870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2786009088,\"uptime\":1791400.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27877740,\"nice\":16120,\"sys\":4470550,\"idle\":1753599190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27680460,\"nice\":15170,\"sys\":4492430,\"idle\":1753659490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59630}}}"} 2025-03-14T16:58:41.870955+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971521870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T16:59:10.291817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971550291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T16:59:10.293145+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971550292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T17:04:40.866938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880866,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:04:40.867406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T17:04:40.867551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:04:40.692Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"id\":\"6468770a-2436-4c82-9c5e-3ceb4593775f\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:44:07.388Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}]},\"workItem\":[null,{\"id\":\"6468770a-2436-4c82-9c5e-3ceb4593775f\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null}]},\"requestId\":\"i9c0ae-ky9u8w-9bsd7-7gjrdo-1741971879387\",\"client\":\"icc-ui\"}"} 2025-03-14T17:04:40.867552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:04:40.867609+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:04:40.867713+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:04:40.867714+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:04:40.867715+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T17:04:40.867715+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:04:40.867809+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880867,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:04:40.868248+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971880868,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T17:04:40.868371+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880868,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:04:40.692Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"id\":\"6468770a-2436-4c82-9c5e-3ceb4593775f\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T16:44:07.388Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}]},\"workItem\":[null,{\"id\":\"6468770a-2436-4c82-9c5e-3ceb4593775f\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null}]},\"requestId\":\"i9c0ae-ky9u8w-9bsd7-7gjrdo-1741971879387\",\"client\":\"icc-ui\"}"} 2025-03-14T17:04:40.868372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880868,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:04:40.868375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971880868,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:04:40.868443+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971880868,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:05:41.870808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741971941870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2784153600,\"uptime\":1791820.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27882450,\"nice\":16120,\"sys\":4471370,\"idle\":1754012410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27684760,\"nice\":15170,\"sys\":4493250,\"idle\":1754072550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6014,\"sum\":59623}}}"} 2025-03-14T17:05:41.870868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741971941870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:09:41.870780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972181870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783711232,\"uptime\":1792060.2,\"totalMem\":4018151424,\"loadavg\":[0.09,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27885370,\"nice\":16120,\"sys\":4471820,\"idle\":1754248610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27687950,\"nice\":15170,\"sys\":4493700,\"idle\":1754308640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5997,\"sum\":59628}}}"} 2025-03-14T17:09:41.870913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972181870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:11:41.870792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972301870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783592448,\"uptime\":1792180.2,\"totalMem\":4018151424,\"loadavg\":[0.18,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27886370,\"nice\":16120,\"sys\":4472060,\"idle\":1754366600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27688810,\"nice\":15170,\"sys\":4493980,\"idle\":1754426690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5997,\"sum\":59631}}}"} 2025-03-14T17:11:41.870924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972301870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:13:41.870780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972421870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783858688,\"uptime\":1792300.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27887750,\"nice\":16120,\"sys\":4472290,\"idle\":1754484680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27690090,\"nice\":15170,\"sys\":4494250,\"idle\":1754544710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59629}}}"} 2025-03-14T17:13:41.870881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972421870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:16:53.803648+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:16:53.804176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T17:16:53.804256+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:16:53.792Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vak6kn-kajx-hdhyxe-xixnxa-1741972613250\",\"client\":\"icc-ui\"}"} 2025-03-14T17:16:53.804258+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:16:53.804303+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:16:53.805462+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:16:53.805464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:16:53.805468+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T17:16:53.805476+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:16:53.792Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vak6kn-kajx-hdhyxe-xixnxa-1741972613250\",\"client\":\"icc-ui\"}"} 2025-03-14T17:16:53.805476+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:16:53.805478+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:16:53.805479+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:16:53.805480+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:16:53.805480+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T17:16:53.805483+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:16:53.805488+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972613804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T17:16:53.792Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vak6kn-kajx-hdhyxe-xixnxa-1741972613250\",\"client\":\"icc-ui\"}"} 2025-03-14T17:16:54.412285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614411,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:16:54.413833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972614412,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:16:54.413841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614412,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:16:54.401Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"sequenceNumber\":1}}"} 2025-03-14T17:16:54.413842+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614412,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:16:54.413842+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614412,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:16:54.413843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:16:54.413843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:16:54.413844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T17:16:54.413850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:16:54.401Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"sequenceNumber\":1}}"} 2025-03-14T17:16:54.413850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:16:54.413850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:16:54.413850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:16:54.413851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:16:54.413851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T17:16:54.413852+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:16:54.413855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972614413,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T17:16:54.401Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"sequenceNumber\":1}}"} 2025-03-14T17:17:05.527373+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:17:05.527647+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:17:05.527745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:17:04.744Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"sequenceNumber\":1}}"} 2025-03-14T17:17:05.527750+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:17:05.527808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:17:05.527915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:17:05.528008+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625527,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:17:05.528251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T17:17:05.528335+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:17:04.744Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"sequenceNumber\":1}}"} 2025-03-14T17:17:05.528339+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:17:05.528380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:17:05.528601+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:17:05.528603+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:17:05.528605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T17:17:05.528606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:17:05.528615+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972625528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T17:17:04.744Z\",\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:14:36.237Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"6a3e470a-a871-4229-8f56-f367ed5ea356\",\"sequenceNumber\":1}}"} 2025-03-14T17:17:41.870782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972661870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789720064,\"uptime\":1792540.2,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27890660,\"nice\":16120,\"sys\":4472760,\"idle\":1754720440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27693420,\"nice\":15170,\"sys\":4494790,\"idle\":1754780340,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5993,\"sum\":59627}}}"} 2025-03-14T17:17:41.870917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972661870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:18:39.172021+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719171,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:18:39.172096+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:18:39.172099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"23df276a-0ef2-443b-a964-79466590a0cc\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BXQpk2AH\",\"incidentToCiId\":\"0253866d-beb6-4b43-a819-5f81d7965fae\"}],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"}"} 2025-03-14T17:18:39.172107+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T17:18:39.172179+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T17:18:39.172296+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:18:39.172371+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:18:39.172406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T17:18:39.172406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"23df276a-0ef2-443b-a964-79466590a0cc\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BXQpk2AH\",\"incidentToCiId\":\"0253866d-beb6-4b43-a819-5f81d7965fae\"}],\"incidentId\":\"a882d5d7-0a16-46fc-bde3-904575912d38\"}"} 2025-03-14T17:18:39.172461+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T17:18:39.172462+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T17:18:39.172532+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:18:39.172730+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741972719172,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T17:19:49.169555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789169,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:19:49.169947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972789169,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T17:19:49.170071+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789169,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:19:49.160Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:18:42.116Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"The incident is resolved. Impact was from 16:40 UTC to 16:46 UTC.\",\"sentAt\":\"2025-03-14T17:19:48.825Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"376f5e3b-cf01-4541-a677-4352dcb3b886\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"The incident is resolved. Impact was from 16:40 UTC to 16:46 UTC.\",\"sentAt\":\"2025-03-14T17:19:48.825Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vsys99-bryd9q-2gow7i-zowvaa-1741972788647\",\"client\":\"icc-ui\"}"} 2025-03-14T17:19:49.170073+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789169,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:19:49.170089+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:19:49.170546+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:19:49.170548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:19:49.171467+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T17:19:49.171475+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:19:49.160Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:18:42.116Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"The incident is resolved. Impact was from 16:40 UTC to 16:46 UTC.\",\"sentAt\":\"2025-03-14T17:19:48.825Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"376f5e3b-cf01-4541-a677-4352dcb3b886\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"The incident is resolved. Impact was from 16:40 UTC to 16:46 UTC.\",\"sentAt\":\"2025-03-14T17:19:48.825Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vsys99-bryd9q-2gow7i-zowvaa-1741972788647\",\"client\":\"icc-ui\"}"} 2025-03-14T17:19:49.171476+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:19:49.171477+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:19:49.171478+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:19:49.171478+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: a882d5d7-0a16-46fc-bde3-904575912d38"} 2025-03-14T17:19:49.171479+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T17:19:49.171479+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:19:49.171485+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741972789170,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T17:19:49.160Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"a882d5d7-0a16-46fc-bde3-904575912d38\",\"slackChannel\":{\"id\":\"C08HTTU6YH0\",\"name\":\"icc-73028060\"},\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"description\":\"na151 Single Org activities causing Connection Pool Timeouts.\\n\\nFrom Fawkes automation:\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation. The issue is no longer ongoing, but monitoring is advised.\",\"detectedTime\":\"2025-03-14T16:49:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Monitoring\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q39BDEKUM2SPWQ?utm_campaign=channel&utm_source=slack\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/fgc-yaiv-mjs\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-209-837-3241, pin: 504785962; \\nFind numbers in more regions on https://tel.meet/fgc-yaiv-mjs?pin=4487652521825, pin: 4487652521825\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"modifiedAt\":\"2025-03-14T16:49:10.004Z\",\"createdBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"modifiedBy\":{\"id\":\"a6f7cbb0-913f-4a59-af8c-cd89db6b8cf2\",\"email\":\"fawkes@salesforce.com\",\"active\":true,\"name\":\"fawkes-platform\",\"firstName\":null,\"lastName\":null,\"profile\":\"service account\",\"gusUserId\":null,\"slackUserId\":null,\"createdBy\":\"icc@auth.qks2s\",\"modifiedBy\":\"icc@auth.qks2s\",\"createdAt\":\"2023-02-10T05:18:59.679Z\",\"modifiedAt\":\"2023-02-10T05:18:59.679Z\"},\"id\":\"3d6b46d9-110e-4052-ae54-255ef0f7d37f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T16:49:10.004Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73028060\",\"caseRecordId\":\"500EE00001TtNhEYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/laaJALTdwsz3\",\"engagedAt\":\"2025-03-14T16:49:20.593Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:18:42.116Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"The incident is resolved. Impact was from 16:40 UTC to 16:46 UTC.\",\"sentAt\":\"2025-03-14T17:19:48.825Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"376f5e3b-cf01-4541-a677-4352dcb3b886\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"The incident is resolved. Impact was from 16:40 UTC to 16:46 UTC.\",\"sentAt\":\"2025-03-14T17:19:48.825Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/fgc-yaiv-mjs\",\"sentBySlackUserId\":\"U03NM0MKSNQ\",\"sentBy\":\"Nikita Aggarwal\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"2025-03-14T16:46:00.000Z\",\"impactStartTime\":\"2025-03-14T16:40:00.000Z\",\"duration\":\"6 minutes\",\"incidentCommander\":\"SiteReliability\",\"incidentCommanderSlackUserId\":\"\",\"subject\":\"na151 Single Org activities causing Connection Pool Timeouts\",\"team\":\"Site Reliability\",\"content\":\"(From Fawkes)\\nDetection: The incident involved a spike in Connection Pool usage on pod na151, affecting the application na151-app2-23-ia4.ops.sfdc.net. The threshold of 10 was breached, peaking at 111 connections, but the issue has since resolved.\\n\\nCausation: The spike in Connection Pool was attributed to a Single org impact, specifically affecting the organization ID 00Di0000000ivUT. No other metrics were impacted, and the issue was isolated to this org's activities.\\n\\nRemediation: The incident was resolved without manual intervention. An auto-remediation by Fawkes restarted the application, and a CSP throttle was applied to mitigate the connection pool saturation.\",\"sentAt\":\"2025-03-14T17:16:53.500Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vsys99-bryd9q-2gow7i-zowvaa-1741972788647\",\"client\":\"icc-ui\"}"} 2025-03-14T17:24:15.286400+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741973055286,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T17:24:15.287155+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741973055287,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T17:27:41.874790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741973261874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2791284736,\"uptime\":1793140.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27897250,\"nice\":16120,\"sys\":4474040,\"idle\":1755310530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27700360,\"nice\":15170,\"sys\":4496040,\"idle\":1755370570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59631}}}"} 2025-03-14T17:27:41.874911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741973261874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:31:41.870759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741973501870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2785738752,\"uptime\":1793380.2,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27900000,\"nice\":16120,\"sys\":4474540,\"idle\":1755546630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27703290,\"nice\":15170,\"sys\":4496580,\"idle\":1755606670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5992,\"sum\":59630}}}"} 2025-03-14T17:31:41.870903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741973501870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:36:41.874792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741973801874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2788036608,\"uptime\":1793680.2,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27903340,\"nice\":16120,\"sys\":4475280,\"idle\":1755841780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27706880,\"nice\":15170,\"sys\":4497220,\"idle\":1755901650,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5987,\"sum\":59629}}}"} 2025-03-14T17:36:41.874991+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741973801874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:42:41.870806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974161870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2788917248,\"uptime\":1794040.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27906980,\"nice\":16120,\"sys\":4476140,\"idle\":1756195910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27710600,\"nice\":15170,\"sys\":4498040,\"idle\":1756255720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5993,\"sum\":59631}}}"} 2025-03-14T17:42:41.870843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974161870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:49:33.932799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573932,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:49:33.933481+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974573933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T17:49:33.933649+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:49:33.754Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"id\":\"7d192378-91af-4192-9bbc-81bae16cab9a\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:04:45.241Z\",\"usdResources\":[]},\"changes\":{\"description\":[\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\"],\"impactEndTime\":[\"\",\"2025-03-14T17:47:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"sla 2025-03-14T17:49:33.933649+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ckUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}]},\"workItem\":[null,{\"id\":\"7d192378-91af-4192-9bbc-81bae16cab9a\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null}]},\"requestId\":\"9d07kr-0mk42w-r41xph-7zxqe1-1741974572403\",\"client\":\"icc-ui\"}"} 2025-03-14T17:49:33.933651+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:49:33.933705+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:49:33.933808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974573933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:49:33.933886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:49:33.934437+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T17:49:33.934642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:49:33.754Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"id\":\"7d192378-91af-4192-9bbc-81bae16cab9a\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:04:45.241Z\",\"usdResources\":[]},\"changes\":{\"description\":[\"Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\",\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\"],\"impactEndTime\":[\"\",\"2025-03-14T17:47:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"sla 2025-03-14T17:49:33.934642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ckUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}]},\"workItem\":[null,{\"id\":\"7d192378-91af-4192-9bbc-81bae16cab9a\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":null,\"sfid\":null}]},\"requestId\":\"9d07kr-0mk42w-r41xph-7zxqe1-1741974572403\",\"client\":\"icc-ui\"}"} 2025-03-14T17:49:33.934644+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:49:33.934657+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:49:33.934763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:49:33.934766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:49:33.934767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T17:49:33.934767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974573934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:51:41.874808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974701874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2771181568,\"uptime\":1794580.2,\"totalMem\":4018151424,\"loadavg\":[0.1,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27913760,\"nice\":16120,\"sys\":4477280,\"idle\":1756726870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27717530,\"nice\":15170,\"sys\":4499310,\"idle\":1756786480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5986,\"sum\":59630}}}"} 2025-03-14T17:51:41.874961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974701874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:52:51.499872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771499,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:52:51.500023+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974771499,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:52:51.500083+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:52:50.846Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"name\":\"Sue Huang\",\"email\":\"s.huang@salesforce.com\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TPdZfYAL\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T17:52:50.846Z\",\"recordId\":\"500EE00001TPdZfYAL\",\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"caseNumber\":\"72672536\"},\"changes\":{}}"} 2025-03-14T17:52:51.500103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:52:51.500166+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:52:51.500264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:52:51.500353+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:52:51.500446+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T17:52:51.500447+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:52:50.846Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"name\":\"Sue Huang\",\"email\":\"s.huang@salesforce.com\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TPdZfYAL\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T17:52:50.846Z\",\"recordId\":\"500EE00001TPdZfYAL\",\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"caseNumber\":\"72672536\"},\"changes\":{}}"} 2025-03-14T17:52:51.500448+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:52:51.500482+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:52:51.500533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:52:51.500534+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:52:51.500549+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T17:52:51.500566+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T17:52:51.500606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974771500,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T17:52:50.846Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"name\":\"Sue Huang\",\"email\":\"s.huang@salesforce.com\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TPdZfYAL\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T17:52:50.846Z\",\"recordId\":\"500EE00001TPdZfYAL\",\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"caseNumber\":\"72672536\"},\"changes\":{}}"} 2025-03-14T17:53:41.870804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974821870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770493440,\"uptime\":1794700.2,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27914830,\"nice\":16120,\"sys\":4477570,\"idle\":1756844950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27718570,\"nice\":15170,\"sys\":4499630,\"idle\":1756904470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6015,\"sum\":59621}}}"} 2025-03-14T17:53:41.870879+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974821870,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:53:46.820007+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:53:46.820252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:53:46.820336+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:53:46.812Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C01RXMDJV5J\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a054d407-08f5-482a-b83b-c2ae6e1bfb6f\",\"sequenceNumber\":1}}"} 2025-03-14T17:53:46.820340+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:53:46.820371+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:53:46.820487+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:53:46.820564+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:53:46.820756+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T17:53:46.820810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:53:46.812Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C01RXMDJV5J\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a054d407-08f5-482a-b83b-c2ae6e1bfb6f\",\"sequenceNumber\":1}}"} 2025-03-14T17:53:46.820856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:53:46.820859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:53:46.820943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:53:46.820943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:53:46.820944+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T17:53:46.820947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:53:46.821040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974826820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T17:53:46.812Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C01RXMDJV5J\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"a054d407-08f5-482a-b83b-c2ae6e1bfb6f\",\"sequenceNumber\":1}}"} 2025-03-14T17:54:21.206237+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974861206,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T17:54:21.207086+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974861206,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T17:54:41.874821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741974881874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770493440,\"uptime\":1794760.2,\"totalMem\":4018151424,\"loadavg\":[0.09,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27915330,\"nice\":16120,\"sys\":4477700,\"idle\":1756904000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27719200,\"nice\":15170,\"sys\":4499780,\"idle\":1756963540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6007,\"sum\":59629}}}"} 2025-03-14T17:54:41.874892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741974881874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:56:41.874810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975001874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770411520,\"uptime\":1794880.2,\"totalMem\":4018151424,\"loadavg\":[0.09,0.08,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27916930,\"nice\":16120,\"sys\":4477940,\"idle\":1757022020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27720560,\"nice\":15170,\"sys\":4500050,\"idle\":1757081580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6008,\"sum\":59621}}}"} 2025-03-14T17:56:41.874921+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975001874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:06.987917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026987,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"[NotifyKafkaProducer.produce] Publishing Incident Created Event with Slack channel info: {\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741975025,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741975025407,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WAWUYKTGR\"],\"inviteBots\":[]}"} 2025-03-14T17:57:06.987961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026987,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T17:57:06.988006+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026987,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:06.988069+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026988,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:06.988199+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975026988,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:06.988326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026988,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'd9675aca-94e2-4634-b037-3245f2882d3f' to topic 'incident': {\"createdAt\":\"2025-03-14T17:57:06.987Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741975025,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741975025407,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WAWUYKTGR\"],\"inviteBots\":[]}}"} 2025-03-14T17:57:06.989345+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975026989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'd9675aca-94e2-4634-b037-3245f2882d3f' to Kafka topic 'incident'"} 2025-03-14T17:57:06.989346+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T17:57:06.989372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"1.139910001307726\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:06.989424+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975026989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"1.139910001307726\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:06.990332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975026989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:06.990335+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975026989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack channel with ID C08HC7YFZ9V created for incident with ID d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.295909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027295,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.296262+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T17:57:07.296351+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:06.987Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741975025,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741975025407,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WAWUYKTGR\"],\"inviteBots\":[]}}"} 2025-03-14T17:57:07.296381+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:07.296484+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:07.296596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.296661+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.296665+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-with-slack-channel"} 2025-03-14T17:57:07.296666+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:07.296762+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-with-slack-channel - {\"createdAt\":\"2025-03-14T17:57:06.987Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741975025,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741975025407,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WAWUYKTGR\"],\"inviteBots\":[]}}"} 2025-03-14T17:57:07.296850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.297071+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027297,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:07.297147+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027297,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:06.987Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741975025,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741975025407,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WAWUYKTGR\"],\"inviteBots\":[]}}"} 2025-03-14T17:57:07.297150+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027297,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:07.297168+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027297,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T17:57:07.297234+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027297,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.377846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027377,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.378531+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'"} 2025-03-14T17:57:07.378533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:07.328Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T17:57:07.378534+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T17:57:07.378611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T17:57:07.378759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.378760+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.378793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created"} 2025-03-14T17:57:07.378794+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:07.378827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027378,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created - {\"createdAt\":\"2025-03-14T17:57:07.328Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T17:57:07.379055+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027379,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.379194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027379,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:07.379209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027379,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:07.328Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T17:57:07.379210+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027379,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T17:57:07.379267+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027379,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T17:57:07.379300+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027379,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.479322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.479482+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-notifier'"} 2025-03-14T17:57:07.479505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:07.471Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"} 2025-03-14T17:57:07.479516+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T17:57:07.479577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T17:57:07.479685+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.479696+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.479697+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-to-generate"} 2025-03-14T17:57:07.479726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:07.479768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-to-generate - {\"createdAt\":\"2025-03-14T17:57:07.471Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"} 2025-03-14T17:57:07.479872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.479970+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:07.479996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:07.471Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"} 2025-03-14T17:57:07.480009+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027479,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T17:57:07.480056+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027480,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T17:57:07.480115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027480,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.489105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.489255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:07.489271+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:07.480Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WAWUYKTGR\"],\"bots\":[],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T17:57:07.489293+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:07.489342+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:07.489415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.489464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.489604+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T17:57:07.489618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:07.480Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WAWUYKTGR\"],\"bots\":[],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T17:57:07.489621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:07.489660+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:07.489724+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:07.489726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:07.489729+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T17:57:07.489730+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:07.489757+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975027489,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T17:57:07.480Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WAWUYKTGR\"],\"bots\":[],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T17:57:08.731064+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc. 2025-03-14T17:57:08.731082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https://api.slack.com/reference/messaging/attachments#legacy_fields for more details). 2025-03-14T17:57:08.768774+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc. 2025-03-14T17:57:08.768814+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https://api.slack.com/reference/messaging/attachments#legacy_fields for more details). 2025-03-14T17:57:08.802916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc. 2025-03-14T17:57:08.802955+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https://api.slack.com/reference/messaging/attachments#legacy_fields for more details). 2025-03-14T17:57:08.609646+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.609761+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-executed' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.609801+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.558Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\"},\"eventObj\":{\"type\":\"PAGE\",\"message\":\"Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"audience\":[{\"id\":\"PK9N4K7\",\"name\":\"GUS: Airgap Operations Team Incident Escalation\",\"status\":\"warning\"},{\"id\":\"PZ6UMW4\",\"name\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"status\":\"active\"},{\"id\":\"P2HAI4O\",\"name\":\"GUS: GovCloud Observability Incident Escalation\",\"status\":\"active\"}],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":0,\"inheritedFromTeamConfig\":true,\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"additionalInfo\":{\"rule\":{\"name\":\"SEV2 Incident Page\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev2\",\"errors\":{},\"operator\":\"equal\"}]},\"id\":\"ce5390ea-a500-46f9-baca-c46d618c08f6\",\"slackChannelId\":\"\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T17:57:08.609804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T17:57:08.609860+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T17:57:08.609952+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.610022+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028609,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.610133+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-executed' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.610177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.558Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\"},\"eventObj\":{\"type\":\"PAGE\",\"message\":\"Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"audience\":[{\"id\":\"PK9N4K7\",\"name\":\"GUS: Airgap Operations Team Incident Escalation\",\"status\":\"warning\"},{\"id\":\"PZ6UMW4\",\"name\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"status\":\"active\"},{\"id\":\"P2HAI4O\",\"name\":\"GUS: GovCloud Observability Incident Escalation\",\"status\":\"active\"}],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":0,\"inheritedFromTeamConfig\":true,\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"additionalInfo\":{\"rule\":{\"name\":\"SEV2 Incident Page\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev2\",\"errors\":{},\"operator\":\"equal\"}]},\"id\":\"ce5390ea-a500-46f9-baca-c46d618c08f6\",\"slackChannelId\":\"\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T17:57:08.610177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T17:57:08.610200+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T17:57:08.610279+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.610279+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.610280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-scheduled-activity-executed"} 2025-03-14T17:57:08.610281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:08.610306+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028610,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-scheduled-activity-executed - {\"createdAt\":\"2025-03-14T17:57:08.558Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\"},\"eventObj\":{\"type\":\"PAGE\",\"message\":\"Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"audience\":[{\"id\":\"PK9N4K7\",\"name\":\"GUS: Airgap Operations Team Incident Escalation\",\"status\":\"warning\"},{\"id\":\"PZ6UMW4\",\"name\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"status\":\"active\"},{\"id\":\"P2HAI4O\",\"name\":\"GUS: GovCloud Observability Incident Escalation\",\"status\":\"active\"}],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":0,\"inheritedFromTeamConfig\":true,\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"additionalInfo\":{\"rule\":{\"name\":\"SEV2 Incident Page\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev2\",\"errors\":{},\"operator\":\"equal\"}]},\"id\":\"ce5390ea-a500-46f9-baca-c46d618c08f6\",\"slackChannelId\":\"\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T17:57:08.693203+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.693390+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.693470+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.684Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"fcf4bdc8-7f4a-4536-ac35-3e6dc1fe8a8e\",\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T17:57:08.332Z\",\"modifiedAt\":\"2025-03-14T17:57:08.332Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T17:57:08.332Z\",\"modifiedAt\":\"2025-03-14T17:57:08.332Z\",\"id\":\"fcf4bdc8-7f4a-4536-ac35-3e6dc1fe8a8e\",\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\",\"isManaged\":true,\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"folderId\":null}]}}"} 2025-03-14T17:57:08.693478+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T17:57:08.693501+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T17:57:08.693598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.693702+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.693854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.693897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.684Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"fcf4bdc8-7f4a-4536-ac35-3e6dc1fe8a8e\",\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T17:57:08.332Z\",\"modifiedAt\":\"2025-03-14T17:57:08.332Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T17:57:08.332Z\",\"modifiedAt\":\"2025-03-14T17:57:08.332Z\",\"id\":\"fcf4bdc8-7f4a-4536-ac35-3e6dc1fe8a8e\",\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\",\"isManaged\":true,\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"folderId\":null}]}}"} 2025-03-14T17:57:08.693900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T17:57:08.693943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T17:57:08.693987+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.693988+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.694022+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-created"} 2025-03-14T17:57:08.694023+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028693,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:57:08.694070+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028694,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Bridge notification for icc-bridge-created - {\"createdAt\":\"2025-03-14T17:57:08.684Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"fcf4bdc8-7f4a-4536-ac35-3e6dc1fe8a8e\",\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T17:57:08.332Z\",\"modifiedAt\":\"2025-03-14T17:57:08.332Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T17:57:08.332Z\",\"modifiedAt\":\"2025-03-14T17:57:08.332Z\",\"id\":\"fcf4bdc8-7f4a-4536-ac35-3e6dc1fe8a8e\",\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\",\"isManaged\":true,\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"folderId\":null}]}}"} 2025-03-14T17:57:08.694673+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028694,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","blocks":[{"text":{"type":"mrkdwn","text":"SiteReliability set incident bridge details."},"type":"section"},{"text":{"type":"plain_text","text":"Bridge Added"},"type":"header"},{"text":{"type":"mrkdwn","text":"_This bridge is currently open. Please announce your name and team when joining bridge._"},"type":"section"},{"fields":[{"type":"mrkdwn","text":"*Bridge Url*:\nhttps://meet.google.com/owh-inkc-coi"},{"type":"mrkdwn","text":"*Additional Joining Info*:\nJoin By Phone:\nUS number: tel:+1-267-571-6294, pin: 658318487; \nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\n"}],"type":"section"},{"type":"divider"},{"elements":[{"type":"mrkdwn","text":"Created by SiteReliability, \n"},{"type":"mrkdwn","text":"Modified by SiteReliability, "}],"type":"context"}],"text":"Bridge Added","response_type":"in_channel","channel":"C08HC7YFZ9V","msg":"Posting Bridge to Slack"} 2025-03-14T17:57:08.729235+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.729670+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.729770+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.719Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"099095c6-462b-4566-8c44-ccc494c2c1ef\",\"serviceId\":\"PZ6UMW4\",\"serviceName\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\",\"responderName\":\"Mike Bishop\",\"responderId\":\"PFMRAZJ\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PFMRAZJ\",\"incidentNumber\":\"14012086\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.659Z\",\"pdData\":{\"incident\":{\"incident_number\":14012086,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"6c6394e059f74531bcfda2ce559cd484\",\"service\":{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PFMRAZJ\",\"type\":\"user_reference\",\"summary\":\"Mike Bishop\",\"self\":\"https://api.pagerduty.com/users/PFMRAZJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PFMRAZJ\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R45MOAW5NTAZVRVKR28CBID6T3\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R45MOAW5NTAZVRVKR28CBID6T3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9/log_entries/R45MOAW5NTAZVRVKR28CBID6T3\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P4RDHXW\",\"type\":\"escalation_policy_reference\",\"summary\":\"GovSPAR TAD-1 Support\",\"self\":\"https://api.pagerduty.com/escalation_policies/P4RDHXW\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P4RDHXW\"},\"teams\":[{\"id\":\"PCTF75Q\",\"type\":\"team_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR)\",\"self\":\"https://api.pagerduty.com/teams/PCTF75Q\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PCTF75Q\"}],\"impacted_services\":[{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1NB6D472E7LM9\",\"type\":\"incident\",\"summary\":\"[#14012086] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"michael.bishop@salesforce.com\"}}"} 2025-03-14T17:57:08.729771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.729803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.729919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.729999+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028729,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.730344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.730435+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.719Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"099095c6-462b-4566-8c44-ccc494c2c1ef\",\"serviceId\":\"PZ6UMW4\",\"serviceName\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\",\"responderName\":\"Mike Bishop\",\"responderId\":\"PFMRAZJ\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PFMRAZJ\",\"incidentNumber\":\"14012086\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.659Z\",\"pdData\":{\"incident\":{\"incident_number\":14012086,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"6c6394e059f74531bcfda2ce559cd484\",\"service\":{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PFMRAZJ\",\"type\":\"user_reference\",\"summary\":\"Mike Bishop\",\"self\":\"https://api.pagerduty.com/users/PFMRAZJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PFMRAZJ\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R45MOAW5NTAZVRVKR28CBID6T3\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R45MOAW5NTAZVRVKR28CBID6T3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9/log_entries/R45MOAW5NTAZVRVKR28CBID6T3\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P4RDHXW\",\"type\":\"escalation_policy_reference\",\"summary\":\"GovSPAR TAD-1 Support\",\"self\":\"https://api.pagerduty.com/escalation_policies/P4RDHXW\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P4RDHXW\"},\"teams\":[{\"id\":\"PCTF75Q\",\"type\":\"team_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR)\",\"self\":\"https://api.pagerduty.com/teams/PCTF75Q\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PCTF75Q\"}],\"impacted_services\":[{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1NB6D472E7LM9\",\"type\":\"incident\",\"summary\":\"[#14012086] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"michael.bishop@salesforce.com\"}}"} 2025-03-14T17:57:08.730447+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.730450+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.730544+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.730545+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.730582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T17:57:08.730582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:57:08.730674+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T17:57:08.719Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"099095c6-462b-4566-8c44-ccc494c2c1ef\",\"serviceId\":\"PZ6UMW4\",\"serviceName\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\",\"responderName\":\"Mike Bishop\",\"responderId\":\"PFMRAZJ\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PFMRAZJ\",\"incidentNumber\":\"14012086\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.659Z\",\"pdData\":{\"incident\":{\"incident_number\":14012086,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"6c6394e059f74531bcfda2ce559cd484\",\"service\":{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PFMRAZJ\",\"type\":\"user_reference\",\"summary\":\"Mike Bishop\",\"self\":\"https://api.pagerduty.com/users/PFMRAZJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PFMRAZJ\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R45MOAW5NTAZVRVKR28CBID6T3\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R45MOAW5NTAZVRVKR28CBID6T3\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9/log_entries/R45MOAW5NTAZVRVKR28CBID6T3\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P4RDHXW\",\"type\":\"escalation_policy_reference\",\"summary\":\"GovSPAR TAD-1 Support\",\"self\":\"https://api.pagerduty.com/escalation_policies/P4RDHXW\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P4RDHXW\"},\"teams\":[{\"id\":\"PCTF75Q\",\"type\":\"team_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR)\",\"self\":\"https://api.pagerduty.com/teams/PCTF75Q\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PCTF75Q\"}],\"impacted_services\":[{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PZ6UMW4\",\"type\":\"service_reference\",\"summary\":\"GUS: Gov Service Performance, Availability and Resilience (GovSPAR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PZ6UMW4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PZ6UMW4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1NB6D472E7LM9\",\"type\":\"incident\",\"summary\":\"[#14012086] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1NB6D472E7LM9\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"michael.bishop@salesforce.com\"}}"} 2025-03-14T17:57:08.730950+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028730,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PZ6UMW4\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HC7YFZ9V\"}"} 2025-03-14T17:57:08.754609+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.754746+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.754751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.746Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"W01A061ETFT\"]}}"} 2025-03-14T17:57:08.754777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.754826+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.754909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.754982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028754,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.755101+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.755139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.746Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"W01A061ETFT\"]}}"} 2025-03-14T17:57:08.755140+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.755196+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.755225+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.755225+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.755239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T17:57:08.755281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:08.755282+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028755,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T17:57:08.746Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"W01A061ETFT\"]}}"} 2025-03-14T17:57:08.766876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028766,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.767264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.767373+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.758Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"420d7d2c-6939-4785-aa6e-f0fbc3547b79\",\"serviceId\":\"PK9N4K7\",\"serviceName\":\"GUS: Airgap Operations Team Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\",\"responderName\":\"Donovan Walker Sanchez\",\"responderId\":\"PGTIBO5\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PGTIBO5\",\"incidentNumber\":\"14012087\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.706Z\",\"pdData\":{\"incident\":{\"incident_number\":14012087,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"c703826eba9540b88204b0a772e0497b\",\"service\":{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PGTIBO5\",\"type\":\"user_reference\",\"summary\":\"Donovan Walker Sanchez\",\"self\":\"https://api.pagerduty.com/users/PGTIBO5\",\"html_url\":\"https://salesforce.pagerduty.com/users/PGTIBO5\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R2D50MW4SU8DV4WKQA05NLPTVK\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R2D50MW4SU8DV4WKQA05NLPTVK\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353/log_entries/R2D50MW4SU8DV4WKQA05NLPTVK\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P3VFMG4\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: Blackjack Operations Incident Escalation-ep\",\"self\":\"https://api.pagerduty.com/escalation_policies/P3VFMG4\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P3VFMG4\"},\"teams\":[{\"id\":\"PO4WS20\",\"type\":\"team_reference\",\"summary\":\"GUS: Airgap Operations Team\",\"self\":\"https://api.pagerduty.com/teams/PO4WS20\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PO4WS20\"}],\"impacted_services\":[{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0YXA9T3OWI353\",\"type\":\"incident\",\"summary\":\"[#14012087] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"dwalkersanchez@salesforce.com\"}}"} 2025-03-14T17:57:08.767401+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.767459+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.767541+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.767638+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.767979+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.768118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.758Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"420d7d2c-6939-4785-aa6e-f0fbc3547b79\",\"serviceId\":\"PK9N4K7\",\"serviceName\":\"GUS: Airgap Operations Team Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\",\"responderName\":\"Donovan Walker Sanchez\",\"responderId\":\"PGTIBO5\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PGTIBO5\",\"incidentNumber\":\"14012087\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.706Z\",\"pdData\":{\"incident\":{\"incident_number\":14012087,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"c703826eba9540b88204b0a772e0497b\",\"service\":{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PGTIBO5\",\"type\":\"user_reference\",\"summary\":\"Donovan Walker Sanchez\",\"self\":\"https://api.pagerduty.com/users/PGTIBO5\",\"html_url\":\"https://salesforce.pagerduty.com/users/PGTIBO5\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R2D50MW4SU8DV4WKQA05NLPTVK\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R2D50MW4SU8DV4WKQA05NLPTVK\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353/log_entries/R2D50MW4SU8DV4WKQA05NLPTVK\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P3VFMG4\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: Blackjack Operations Incident Escalation-ep\",\"self\":\"https://api.pagerduty.com/escalation_policies/P3VFMG4\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P3VFMG4\"},\"teams\":[{\"id\":\"PO4WS20\",\"type\":\"team_reference\",\"summary\":\"GUS: Airgap Operations Team\",\"self\":\"https://api.pagerduty.com/teams/PO4WS20\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PO4WS20\"}],\"impacted_services\":[{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0YXA9T3OWI353\",\"type\":\"incident\",\"summary\":\"[#14012087] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"dwalkersanchez@salesforce.com\"}}"} 2025-03-14T17:57:08.768128+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.768130+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.768199+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.768215+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.768249+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T17:57:08.768275+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:57:08.768368+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T17:57:08.758Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"420d7d2c-6939-4785-aa6e-f0fbc3547b79\",\"serviceId\":\"PK9N4K7\",\"serviceName\":\"GUS: Airgap Operations Team Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\",\"responderName\":\"Donovan Walker Sanchez\",\"responderId\":\"PGTIBO5\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PGTIBO5\",\"incidentNumber\":\"14012087\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.706Z\",\"pdData\":{\"incident\":{\"incident_number\":14012087,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"c703826eba9540b88204b0a772e0497b\",\"service\":{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PGTIBO5\",\"type\":\"user_reference\",\"summary\":\"Donovan Walker Sanchez\",\"self\":\"https://api.pagerduty.com/users/PGTIBO5\",\"html_url\":\"https://salesforce.pagerduty.com/users/PGTIBO5\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R2D50MW4SU8DV4WKQA05NLPTVK\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R2D50MW4SU8DV4WKQA05NLPTVK\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353/log_entries/R2D50MW4SU8DV4WKQA05NLPTVK\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P3VFMG4\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: Blackjack Operations Incident Escalation-ep\",\"self\":\"https://api.pagerduty.com/escalation_policies/P3VFMG4\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P3VFMG4\"},\"teams\":[{\"id\":\"PO4WS20\",\"type\":\"team_reference\",\"summary\":\"GUS: Airgap Operations Team\",\"self\":\"https://api.pagerduty.com/teams/PO4WS20\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PO4WS20\"}],\"impacted_services\":[{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PK9N4K7\",\"type\":\"service_reference\",\"summary\":\"GUS: Airgap Operations Team Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PK9N4K7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PK9N4K7\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0YXA9T3OWI353\",\"type\":\"incident\",\"summary\":\"[#14012087] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q0YXA9T3OWI353\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"dwalkersanchez@salesforce.com\"}}"} 2025-03-14T17:57:08.768655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028768,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PK9N4K7\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HC7YFZ9V\"}"} 2025-03-14T17:57:08.792903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.793061+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.793115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.785Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U07KHDHEE3E\"]}}"} 2025-03-14T17:57:08.793148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.793232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.793320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.793399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.793505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.793554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.785Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U07KHDHEE3E\"]}}"} 2025-03-14T17:57:08.793560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.793581+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.793650+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.793651+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.793652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T17:57:08.793652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:08.793679+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T17:57:08.785Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U07KHDHEE3E\"]}}"} 2025-03-14T17:57:08.800922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028800,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.801331+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028801,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.801423+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028801,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.791Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"6f14533e-303a-47d4-9eeb-6d891d40f4d1\",\"serviceId\":\"P2HAI4O\",\"serviceName\":\"GUS: GovCloud Observability Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\",\"responderName\":\"Adil Zadran\",\"responderId\":\"PSFOWXX\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PSFOWXX\",\"incidentNumber\":\"14012088\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.730Z\",\"pdData\":{\"incident\":{\"incident_number\":14012088,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"dacd8bac9f08421e85ef9a8ac8b9389a\",\"service\":{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PSFOWXX\",\"type\":\"user_reference\",\"summary\":\"Adil Zadran\",\"self\":\"https://api.pagerduty.com/users/PSFOWXX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PSFOWXX\"}},{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PE3OW91\",\"type\":\"user_reference\",\"summary\":\"Olivia Higgins\",\"self\":\"https://api.pagerduty.com/users/PE3OW91\",\"html_url\":\"https://salesforce.pagerduty.com/users/PE3OW91\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R7BTD35J2S4ZJKT11W5YVM7VEW\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R7BTD35J2S4ZJKT11W5YVM7VEW\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80/log_entries/R7BTD35J2S4ZJKT11W5YVM7VEW\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P2F2T1O\",\"type\":\"escalation_policy_reference\",\"summary\":\"GovObservability On-Call\",\"self\":\"https://api.pagerduty.com/escalation_policies/P2F2T1O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P2F2T1O\"},\"teams\":[{\"id\":\"PVKDXB3\",\"type\":\"team_reference\",\"summary\":\"GUS: GovCloud Observability\",\"self\":\"https://api.pagerduty.com/teams/PVKDXB3\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PVKDXB3\"}],\"impacted_services\":[{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-14T21:57:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q090IW41SL6A80\",\"type\":\"incident\",\"summary\":\"[#14012088] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q090IW41SL6A80\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"adil.zadran@salesforce.com\"}}"} 2025-03-14T17:57:08.801424+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028801,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.801451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028801,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.801517+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028801,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.801572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028801,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.802306+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.802396+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.791Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"6f14533e-303a-47d4-9eeb-6d891d40f4d1\",\"serviceId\":\"P2HAI4O\",\"serviceName\":\"GUS: GovCloud Observability Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\",\"responderName\":\"Adil Zadran\",\"responderId\":\"PSFOWXX\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PSFOWXX\",\"incidentNumber\":\"14012088\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.730Z\",\"pdData\":{\"incident\":{\"incident_number\":14012088,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"dacd8bac9f08421e85ef9a8ac8b9389a\",\"service\":{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PSFOWXX\",\"type\":\"user_reference\",\"summary\":\"Adil Zadran\",\"self\":\"https://api.pagerduty.com/users/PSFOWXX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PSFOWXX\"}},{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PE3OW91\",\"type\":\"user_reference\",\"summary\":\"Olivia Higgins\",\"self\":\"https://api.pagerduty.com/users/PE3OW91\",\"html_url\":\"https://salesforce.pagerduty.com/users/PE3OW91\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R7BTD35J2S4ZJKT11W5YVM7VEW\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R7BTD35J2S4ZJKT11W5YVM7VEW\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80/log_entries/R7BTD35J2S4ZJKT11W5YVM7VEW\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P2F2T1O\",\"type\":\"escalation_policy_reference\",\"summary\":\"GovObservability On-Call\",\"self\":\"https://api.pagerduty.com/escalation_policies/P2F2T1O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P2F2T1O\"},\"teams\":[{\"id\":\"PVKDXB3\",\"type\":\"team_reference\",\"summary\":\"GUS: GovCloud Observability\",\"self\":\"https://api.pagerduty.com/teams/PVKDXB3\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PVKDXB3\"}],\"impacted_services\":[{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-14T21:57:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q090IW41SL6A80\",\"type\":\"incident\",\"summary\":\"[#14012088] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q090IW41SL6A80\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"adil.zadran@salesforce.com\"}}"} 2025-03-14T17:57:08.802396+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.802419+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T17:57:08.802526+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.802526+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.802527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T17:57:08.802529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:57:08.802634+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T17:57:08.791Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"6f14533e-303a-47d4-9eeb-6d891d40f4d1\",\"serviceId\":\"P2HAI4O\",\"serviceName\":\"GUS: GovCloud Observability Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\",\"responderName\":\"Adil Zadran\",\"responderId\":\"PSFOWXX\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PSFOWXX\",\"incidentNumber\":\"14012088\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80\",\"success\":true,\"pageTimestamp\":\"2025-03-14T17:57:08.730Z\",\"pdData\":{\"incident\":{\"incident_number\":14012088,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T17:57:08Z\",\"updated_at\":\"2025-03-14T17:57:08Z\",\"status\":\"triggered\",\"incident_key\":\"dacd8bac9f08421e85ef9a8ac8b9389a\",\"service\":{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"},\"assignments\":[{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PSFOWXX\",\"type\":\"user_reference\",\"summary\":\"Adil Zadran\",\"self\":\"https://api.pagerduty.com/users/PSFOWXX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PSFOWXX\"}},{\"at\":\"2025-03-14T17:57:08Z\",\"assignee\":{\"id\":\"PE3OW91\",\"type\":\"user_reference\",\"summary\":\"Olivia Higgins\",\"self\":\"https://api.pagerduty.com/users/PE3OW91\",\"html_url\":\"https://salesforce.pagerduty.com/users/PE3OW91\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T17:57:08Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R7BTD35J2S4ZJKT11W5YVM7VEW\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R7BTD35J2S4ZJKT11W5YVM7VEW\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80/log_entries/R7BTD35J2S4ZJKT11W5YVM7VEW\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P2F2T1O\",\"type\":\"escalation_policy_reference\",\"summary\":\"GovObservability On-Call\",\"self\":\"https://api.pagerduty.com/escalation_policies/P2F2T1O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P2F2T1O\"},\"teams\":[{\"id\":\"PVKDXB3\",\"type\":\"team_reference\",\"summary\":\"GUS: GovCloud Observability\",\"self\":\"https://api.pagerduty.com/teams/PVKDXB3\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PVKDXB3\"}],\"impacted_services\":[{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:07:08Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-14T21:57:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2HAI4O\",\"type\":\"service_reference\",\"summary\":\"GUS: GovCloud Observability Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2HAI4O\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2HAI4O\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q090IW41SL6A80\",\"type\":\"incident\",\"summary\":\"[#14012088] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q090IW41SL6A80\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q090IW41SL6A80\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-icc-d9675aca-94e2-4634-b037-3245f2882d3f\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: Team - AAG Incident Response\\nCase - \\nSeverity - Sev2\\nVoice Bridge - \\nSlack Channel - \\nYou have been paged for a Sev2 Govcloud incident, please join the bridge.\"}}},\"responderEmail\":\"adil.zadran@salesforce.com\"}}"} 2025-03-14T17:57:08.802821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"P2HAI4O\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HC7YFZ9V\"}"} 2025-03-14T17:57:08.829437+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.829580+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:08.829655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.821Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U02H99PD9EG\"]}}"} 2025-03-14T17:57:08.829658+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.829695+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.829784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.829853+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.829967+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T17:57:08.830003+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:08.821Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U02H99PD9EG\"]}}"} 2025-03-14T17:57:08.830006+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028829,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.830046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T17:57:08.830125+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975028830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:08.830126+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:08.830127+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T17:57:08.830127+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:08.830146+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975028830,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T17:57:08.821Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-d9675aca-94e2-4634-b037-3245f2882d3f\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U02H99PD9EG\"]}}"} 2025-03-14T17:57:12.509799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032509,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:12.509912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975032509,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:12.509913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032509,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:12.459Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\"},\"eventObj\":{\"createdAt\":\"2025-03-14T17:57:07.296Z\",\"modifiedAt\":\"2025-03-14T17:57:12.062Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"}}"} 2025-03-14T17:57:12.509917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032509,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T17:57:12.509960+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032509,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T17:57:12.510075+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:12.510710+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:12.510741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'"} 2025-03-14T17:57:12.510792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:12.459Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\"},\"eventObj\":{\"createdAt\":\"2025-03-14T17:57:07.296Z\",\"modifiedAt\":\"2025-03-14T17:57:12.062Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"}}"} 2025-03-14T17:57:12.510793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T17:57:12.510828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T17:57:12.510913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:12.510914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:12.510917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-renamed"} 2025-03-14T17:57:12.510918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:12.510960+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975032510,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-14T17:57:12.459Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\"},\"eventObj\":{\"createdAt\":\"2025-03-14T17:57:07.296Z\",\"modifiedAt\":\"2025-03-14T17:57:12.062Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"}}"} 2025-03-14T17:57:16.245763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:16.246036+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975036245,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:16.246132+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:16.099Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:57:12.011Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T17:57:15.920Z\"]},\"requestId\":\"321dcda5-a77d-6297-b2c0-b32314d0433c\",\"client\":\"quantumks2s\"}"} 2025-03-14T17:57:16.246133+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:57:16.246169+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:57:16.246308+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:16.246392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:16.246688+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T17:57:16.246784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:16.099Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:57:12.011Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T17:57:03.409Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T17:57:15.920Z\"]},\"requestId\":\"321dcda5-a77d-6297-b2c0-b32314d0433c\",\"client\":\"quantumks2s\"}"} 2025-03-14T17:57:16.246785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:57:16.246788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T17:57:16.246873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:16.246874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:16.246875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T17:57:16.246877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975036246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:57:22.802222+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:22.802353+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T17:57:22.802358+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:22.445Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tto1PYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T17:57:22.445Z\",\"recordId\":\"500EE00001Tto1PYAR\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"caseNumber\":\"73029614\"},\"changes\":{}}"} 2025-03-14T17:57:22.802361+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:57:22.802427+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:57:22.802565+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:22.802565+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:22.802566+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T17:57:22.802569+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T17:57:22.802620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042802,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T17:57:22.445Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tto1PYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T17:57:22.445Z\",\"recordId\":\"500EE00001Tto1PYAR\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"caseNumber\":\"73029614\"},\"changes\":{}}"} 2025-03-14T17:57:22.803405+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T17:57:22.803481+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975042803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:22.803482+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:22.445Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tto1PYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T17:57:22.445Z\",\"recordId\":\"500EE00001Tto1PYAR\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"caseNumber\":\"73029614\"},\"changes\":{}}"} 2025-03-14T17:57:22.803483+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:57:22.803522+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975042803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T17:57:22.803585+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975042803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:33.924590+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053924,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:57:33.925625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975053925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:33.925873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:33.914Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WHM054K9U\",\"sentBy\":\"Alex Gonzalez\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Jason Tatem\",\"incidentCommanderSlackUserId\":\"WAXCLPH43\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"actions\":\"No further actions being taken.\",\"needs\":\"No immediate needs.\"},\"sentAt\":\"2025-03-14T17:57:33.529Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"c9d465ed-d201-4aa7-8320-1ef7d1429757\",\"allInternalCommsReport\":[{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WHM054K9U\",\"sentBy\":\"Alex Gonzalez\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Jason Tatem\",\"incidentCommanderSlackUserId\":\"WAXCLPH43\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) an 2025-03-14T17:57:33.925873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] d the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"actions\":\"No further actions being taken.\",\"needs\":\"No immediate needs.\"},\"sentAt\":\"2025-03-14T17:57:33.529Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nWe have no reported cases.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is complete as of 16:20 and validation confirms issue has been mitigated there.\\nStagger to the remaining FI’s is currently being finalised. ( APAC first apart from Japan , EMEA and then AMER )\",\"needs\":\"NEEDS Rollback to remaining FI’s needs to be executed .\"},\"sentAt\":\"2025-03-14T16:37:56.387Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nStagger Rollback in PRO to rollback the SF Proxy change is being evaluated and expected to proceed shortly\",\"needs\":\"Info message has been posted to trust\"},\"sentAt\":\"2025-03-14T15:37:47.574Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WGF75NAQP\",\"sentBy\":\"Maeve Coleman\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002.\\n\\nNEEDS Evaluate the scope of impact, determine the blast radius of the impact.\",\"actions\":\".\"},\"sentAt\":\"2025-03-14T15:04:48.690Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"duration\":\"13 minutes\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T14:50:11.878Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySla 2025-03-14T17:57:33.925873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ckUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"hqmyj-u2w0z8-yxsxh-aq4en4-1741975052972\",\"client\":\"icc-ui\"}"} 2025-03-14T17:57:33.925874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:57:33.925907+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:57:33.926018+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975053925,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:33.926093+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053926,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:57:33.927067+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T17:57:33.927782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:33.914Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WHM054K9U\",\"sentBy\":\"Alex Gonzalez\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Jason Tatem\",\"incidentCommanderSlackUserId\":\"WAXCLPH43\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"actions\":\"No further actions being taken.\",\"needs\":\"No immediate needs.\"},\"sentAt\":\"2025-03-14T17:57:33.529Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"c9d465ed-d201-4aa7-8320-1ef7d1429757\",\"allInternalCommsReport\":[{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WHM054K9U\",\"sentBy\":\"Alex Gonzalez\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Jason Tatem\",\"incidentCommanderSlackUserId\":\"WAXCLPH43\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) an 2025-03-14T17:57:33.927782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] d the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"actions\":\"No further actions being taken.\",\"needs\":\"No immediate needs.\"},\"sentAt\":\"2025-03-14T17:57:33.529Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nWe have no reported cases.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is complete as of 16:20 and validation confirms issue has been mitigated there.\\nStagger to the remaining FI’s is currently being finalised. ( APAC first apart from Japan , EMEA and then AMER )\",\"needs\":\"NEEDS Rollback to remaining FI’s needs to be executed .\"},\"sentAt\":\"2025-03-14T16:37:56.387Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nStagger Rollback in PRO to rollback the SF Proxy change is being evaluated and expected to proceed shortly\",\"needs\":\"Info message has been posted to trust\"},\"sentAt\":\"2025-03-14T15:37:47.574Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WGF75NAQP\",\"sentBy\":\"Maeve Coleman\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002.\\n\\nNEEDS Evaluate the scope of impact, determine the blast radius of the impact.\",\"actions\":\".\"},\"sentAt\":\"2025-03-14T15:04:48.690Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"duration\":\"13 minutes\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T14:50:11.878Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySla 2025-03-14T17:57:33.927782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ckUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"hqmyj-u2w0z8-yxsxh-aq4en4-1741975052972\",\"client\":\"icc-ui\"}"} 2025-03-14T17:57:33.927783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:57:33.927787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T17:57:33.927845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:33.927848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:57:33.927862+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T17:57:33.927890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:33.928138+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975053927,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T17:57:33.914Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WHM054K9U\",\"sentBy\":\"Alex Gonzalez\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Jason Tatem\",\"incidentCommanderSlackUserId\":\"WAXCLPH43\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"actions\":\"No further actions being taken.\",\"needs\":\"No immediate needs.\"},\"sentAt\":\"2025-03-14T17:57:33.529Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"c9d465ed-d201-4aa7-8320-1ef7d1429757\",\"allInternalCommsReport\":[{\"sequenceNumber\":7,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WHM054K9U\",\"sentBy\":\"Alex Gonzalez\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Jason Tatem\",\"incidentCommanderSlackUserId\":\"WAXCLPH43\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) 2025-03-14T17:57:33.928138+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"actions\":\"No further actions being taken.\",\"needs\":\"No immediate needs.\"},\"sentAt\":\"2025-03-14T17:57:33.529Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nWe have no reported cases.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is complete as of 16:20 and validation confirms issue has been mitigated there.\\nStagger to the remaining FI’s is currently being finalised. ( APAC first apart from Japan , EMEA and then AMER )\",\"needs\":\"NEEDS Rollback to remaining FI’s needs to be executed .\"},\"sentAt\":\"2025-03-14T16:37:56.387Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nRollback in PROD0 is underway , however there are addition steps that need trouble shooting due to issues being encountered.\",\"needs\":\"NEEDS Peer review of rollback is underway.\"},\"sentAt\":\"2025-03-14T16:07:39.706Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WC9SX6ACA\",\"sentBy\":\"Frank Healy\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\",\"actions\":\"ACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002. \\nRollback in dev is complete and DNS updates are observed as of 15:18 in dev. Testing and validation in dev enviroment positive is not conclusive.\\n\\nStagger Rollback in PRO to rollback the SF Proxy change is being evaluated and expected to proceed shortly\",\"needs\":\"Info message has been posted to trust\"},\"sentAt\":\"2025-03-14T15:37:47.574Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"WGF75NAQP\",\"sentBy\":\"Maeve Coleman\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"duration\":\"4 days\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"CONDITIONS Starting approx. 00:00 March 11, multiple alerts showing connection issues between EaaS (email as a service) and the Core Mail Process VIP were observed. Initial impact was two FDs, however starting March 13, all FDs are likely affected. A Sev1 incident was spun up at 14:37 UTC. Email Infra and Ingress Gateway teams have been engaged to investigate. \\nCustomer Experience - Mail that is being sent from core, which cannot be delivered (i.e. bad/invalid email address, mailbox full, whatever reason recipient does not accept) leads to a bounce mail being generated and if bounce processing is on, it routes the mail to core using the CMP VIP which would update a contact/lead as bounced.\\n\\nACTIONS Investigation is focused on the change case W-17804500, and update to DNS record targets for mail SMP VIPs. Error is visible in dev, primary swimlane will be to role back this change on dev1/core002.\\n\\nNEEDS Evaluate the scope of impact, determine the blast radius of the impact.\",\"actions\":\".\"},\"sentAt\":\"2025-03-14T15:04:48.690Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"FeatureDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:00.000Z\",\"duration\":\"13 minutes\",\"incidentCommander\":\"Rory O'Flaherty\",\"incidentCommanderSlackUserId\":\"WBY5HAV5K\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73024826\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/pjd-dhuc-ufx\\nSlack Channel - icc-73024826\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T14:50:11.878Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/pjd-dhuc-ufx\",\"sentBy 2025-03-14T17:57:33.928138+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] SlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T14:37:05.972Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Krisztian Zsibrek\",\"incidentCommanderSlackUserId\":\"WV8TM5WP5\",\"subject\":\"Email as a Service Performance degradation\",\"team\":\"Site Reliability\",\"content\":\"Email Infra team reached out to SR about multiple alerts showing connection issues between EaaS( email as a service and the Core Mail Process VIP. We are starting a bridge to investigate.\",\"sentAt\":\"2025-03-14T14:39:06.560Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"hqmyj-u2w0z8-yxsxh-aq4en4-1741975052972\",\"client\":\"icc-ui\"}"} 2025-03-14T17:57:41.874803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975061874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2771746816,\"uptime\":1794940.2,\"totalMem\":4018151424,\"loadavg\":[0.03,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27917620,\"nice\":16120,\"sys\":4478090,\"idle\":1757080970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27721360,\"nice\":15170,\"sys\":4500180,\"idle\":1757140520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6123,\"sum\":59574}}}"} 2025-03-14T17:57:41.874896+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975061874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:45.626406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:57:45.626770+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975065626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:57:45.626887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:45.183Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"c9d465ed-d201-4aa7-8320-1ef7d1429757\",\"sequenceNumber\":7}}"} 2025-03-14T17:57:45.626888+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:57:45.626947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:57:45.627057+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975065626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:45.627101+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:57:45.627451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T17:57:45.627563+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:57:45.183Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"c9d465ed-d201-4aa7-8320-1ef7d1429757\",\"sequenceNumber\":7}}"} 2025-03-14T17:57:45.627564+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:57:45.627567+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T17:57:45.627644+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:57:45.627645+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:57:45.627646+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T17:57:45.627646+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:57:45.627742+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975065627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T17:57:45.183Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nCustomer Impact\\nMail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. \\n\\nWe have no reported cases from external customers.\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"c9d465ed-d201-4aa7-8320-1ef7d1429757\",\"sequenceNumber\":7}}"} 2025-03-14T17:58:14.789666+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094788,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.789668+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094788,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'"} 2025-03-14T17:58:14.789673+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.780Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":[],\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"} 2025-03-14T17:58:14.789673+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T17:58:14.789674+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T17:58:14.789675+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:14.789675+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.789675+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'"} 2025-03-14T17:58:14.789676+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.780Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":[],\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"} 2025-03-14T17:58:14.789677+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T17:58:14.789679+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T17:58:14.789679+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:14.789680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.789680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-created"} 2025-03-14T17:58:14.789680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:58:14.789683+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094789,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-14T17:58:14.780Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[{\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"modifiedAt\":\"2025-03-03T20:20:26.512Z\",\"createdBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"modifiedBy\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"id\":\"78c51228-c8de-4d07-94fb-0ceae1175d46\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"68ab59c3-2832-4a80-8961-908801f35ab6\",\"email\":\"duozhang@salesforce.com\",\"active\":true,\"name\":\"Duo Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007FU5RIAW\",\"slackUserId\":\"U01JN9MBBLL\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:03.556Z\",\"modifiedAt\":\"2023-04-20T14:26:03.556Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":[],\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"} 2025-03-14T17:58:14.793708+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.793710+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-notifier'"} 2025-03-14T17:58:14.793719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.566Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"name\":\"Sue Huang\",\"email\":\"s.huang@salesforce.com\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"closingDetails\":{\"productTag\":\"a1aEE00000146RGYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"customerExperience\":\"Log stopped flowing for 9 months. Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"immediateResolution\":\"Customer will work with monc agent team to exam the issue, and onboard the log as a new log to Asgard.\",\"aarQuestions\":\"Customer have certification rotated, and will work with monc agent to figure out the right config file. Customer will onboard the log as a new log after getting the right monc agent file requirements.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"TIP Log Platform - Data Plane\",\"closedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"createdBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"modifiedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T17:58:14.474Z\",\"modifiedAt\":\"2025-03-14T17:58:14.474Z\",\"id\":\"d83473df-45a6-4ac8-b2bf-6d199b813abd\"},\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"} 2025-03-14T17:58:14.793719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T17:58:14.793721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T17:58:14.793721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:14.793721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.793722+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed"} 2025-03-14T17:58:14.793722+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T17:58:14.793722+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.793723+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-slack-actions'"} 2025-03-14T17:58:14.793726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.566Z\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"name\":\"Sue Huang\",\"email\":\"s.huang@salesforce.com\"},\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"closingDetails\":{\"productTag\":\"a1aEE00000146RGYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"customerExperience\":\"Log stopped flowing for 9 months. Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"immediateResolution\":\"Customer will work with monc agent team to exam the issue, and onboard the log as a new log to Asgard.\",\"aarQuestions\":\"Customer have certification rotated, and will work with monc agent to figure out the right config file. Customer will onboard the log as a new log after getting the right monc agent file requirements.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"TIP Log Platform - Data Plane\",\"closedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"createdBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"modifiedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T17:58:14.474Z\",\"modifiedAt\":\"2025-03-14T17:58:14.474Z\",\"id\":\"d83473df-45a6-4ac8-b2bf-6d199b813abd\"},\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"requestId\":\"8v8od6-2cp4y-mipw3q-lzps96-1741975094353\",\"client\":\"icc-ui\"}"} 2025-03-14T17:58:14.793726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T17:58:14.793727+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T17:58:14.793727+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094793,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:14.843211+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.843291+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'"} 2025-03-14T17:58:14.843292+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.789Z\",\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"responses\":[]}"} 2025-03-14T17:58:14.843293+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T17:58:14.843338+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T17:58:14.843834+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:14.843835+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:14.843842+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'"} 2025-03-14T17:58:14.843843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:14.789Z\",\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"user\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"responses\":[]}"} 2025-03-14T17:58:14.843844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T17:58:14.843844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T17:58:14.843845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:14.843847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741975094843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T17:58:19.343627+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099343,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:19.343897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975099343,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-slack-actions'"} 2025-03-14T17:58:19.343987+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099343,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:19.020Z\",\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"closingDetails\":{\"productTag\":\"a1aEE00000146RGYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"customerExperience\":\"Log stopped flowing for 9 months. Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"immediateResolution\":\"Customer will work with monc agent team to exam the issue, and onboard the log as a new log to Asgard.\",\"aarQuestions\":\"Customer have certification rotated, and will work with monc agent to figure out the right config file. Customer will onboard the log as a new log after getting the right monc agent file requirements.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"TIP Log Platform - Data Plane\",\"closedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"createdBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"modifiedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T17:58:14.474Z\",\"modifiedAt\":\"2025-03-14T17:58:14.474Z\",\"id\":\"d83473df-45a6-4ac8-b2bf-6d199b813abd\"},\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/I289ASOpo0ei\"}}"} 2025-03-14T17:58:19.343990+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099343,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T17:58:19.344061+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T17:58:19.344166+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:19.344250+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:19.344465+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-notifier'"} 2025-03-14T17:58:19.344542+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:19.020Z\",\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"closingDetails\":{\"productTag\":\"a1aEE00000146RGYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"customerExperience\":\"Log stopped flowing for 9 months. Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"immediateResolution\":\"Customer will work with monc agent team to exam the issue, and onboard the log as a new log to Asgard.\",\"aarQuestions\":\"Customer have certification rotated, and will work with monc agent to figure out the right config file. Customer will onboard the log as a new log after getting the right monc agent file requirements.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"TIP Log Platform - Data Plane\",\"closedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"createdBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"modifiedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T17:58:14.474Z\",\"modifiedAt\":\"2025-03-14T17:58:14.474Z\",\"id\":\"d83473df-45a6-4ac8-b2bf-6d199b813abd\"},\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/I289ASOpo0ei\"}}"} 2025-03-14T17:58:19.344550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T17:58:19.344586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T17:58:19.344648+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:19.344684+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 4b09a59a-cd68-4abd-825b-386169189b3f"} 2025-03-14T17:58:19.344684+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-finished"} 2025-03-14T17:58:19.344695+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:58:19.344768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975099344,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-finished - {\"createdAt\":\"2025-03-14T17:58:19.020Z\",\"incident\":{\"id\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"slackChannel\":{\"id\":\"C08G0LTB55J\",\"name\":\"icc-72672536\"},\"subject\":\"LunaDB is no longer showing up in Asgard Splunk for last 30 days\",\"description\":\"https://salesforce-internal.slack.com/archives/C06HW6XJG14/p1740985314469679\",\"detectedTime\":\"2025-03-03T20:20:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce-internal.slack.com/archives/C08G0LTB55J/p1741589676649999\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-03T20:20:00.000Z\",\"impactEndTime\":\"2025-03-14T17:49:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/qfr-cfdp-iok\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-559-854-1430, pin: 844728145; \\nFind numbers in more regions on https://tel.meet/qfr-cfdp-iok?pin=9814406372535, pin: 9814406372535\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Maintenance\",\"createdAt\":\"2025-03-03T20:20:26.512Z\",\"closingDetails\":{\"productTag\":\"a1aEE00000146RGYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"customerExperience\":\"Log stopped flowing for 9 months. Customer certification expired. The rsyslog config isn't functional. The monc agent team takes over to check the config. The log will be onboarded as a new log.\",\"immediateResolution\":\"Customer will work with monc agent team to exam the issue, and onboard the log as a new log to Asgard.\",\"aarQuestions\":\"Customer have certification rotated, and will work with monc agent to figure out the right config file. Customer will onboard the log as a new log after getting the right monc agent file requirements.\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"TIP Log Platform - Data Plane\",\"closedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"incidentId\":\"4b09a59a-cd68-4abd-825b-386169189b3f\",\"createdBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"modifiedBy\":{\"id\":\"9105b031-45a8-4d1b-99ab-5bd57436ad32\",\"email\":\"s.huang@salesforce.com\",\"active\":true,\"name\":\"Sue Huang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005LmJWIA0\",\"slackUserId\":\"WKXAF53HB\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:28:31.698Z\",\"modifiedAt\":\"2023-04-20T14:28:31.698Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T17:58:14.474Z\",\"modifiedAt\":\"2025-03-14T17:58:14.474Z\",\"id\":\"d83473df-45a6-4ac8-b2bf-6d199b813abd\"},\"scrumTeamId\":\"a00EE00001OcY42YAF\",\"team\":\"TIP Log Platform - Data Plane\",\"caseNumber\":\"72672536\",\"caseRecordId\":\"500EE00001TPdZfYAL\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/I289ASOpo0ei\",\"engagedAt\":\"2025-03-03T21:01:06.349Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:52:50.846Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/I289ASOpo0ei\"}}"} 2025-03-14T17:58:37.198103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117197,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:58:37.198285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T17:58:37.198345+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:37.146Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"067f10c4-62da-4a7a-9724-1dabfce98934\",\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T17:58:37.198380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.198422+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.198603+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:37.198618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:58:37.198618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T17:58:37.198619+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:58:37.198622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T17:58:37.146Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"067f10c4-62da-4a7a-9724-1dabfce98934\",\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T17:58:37.199308+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:58:37.199309+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T17:58:37.199309+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:37.146Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"dcdcc1de-c2ca-4517-9da7-d16f7d16644c\",\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T17:58:37.199310+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.199310+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.199311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:37.199312+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:58:37.199312+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T17:58:37.199313+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T17:58:37.199313+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T17:58:37.146Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"dcdcc1de-c2ca-4517-9da7-d16f7d16644c\",\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T17:58:37.199316+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:58:37.199317+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117198,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T17:58:37.199319+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:37.146Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"067f10c4-62da-4a7a-9724-1dabfce98934\",\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T17:58:37.199320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.199320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.199321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:37.199321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T17:58:37.199321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T17:58:37.199321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T17:58:37.146Z\",\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"eventObj\":{\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"reminderId\":\"dcdcc1de-c2ca-4517-9da7-d16f7d16644c\",\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T17:58:37.199322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.199322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T17:58:37.199322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975117199,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T17:58:41.874804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975121874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2773323776,\"uptime\":1795000.2,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27918280,\"nice\":16120,\"sys\":4478240,\"idle\":1757139990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27721920,\"nice\":15170,\"sys\":4500290,\"idle\":1757199550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6027,\"sum\":59612}}}"} 2025-03-14T17:58:41.874927+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975121874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:01:29.187033+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289186,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T18:01:29.187268+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:01:29.187372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:01:29.177Z\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:57:22.445Z\"},\"eventObj\":{\"ok\":true,\"id\":\"eb73be9a-f75b-4f70-b59e-2887f0d1754f\",\"serviceId\":\"PE4JSXF\",\"serviceName\":\"GUS: STRIDE Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \",\"incidentSubject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDescription\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\"},\"requestId\":\"1fvhfr-qqtiub-rlim8i-3c6jv-1741975288861\",\"client\":\"icc-ui\"}"} 2025-03-14T18:01:29.187389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:01:29.187489+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:01:29.187575+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:01:29.188545+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T18:01:29.188548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'"} 2025-03-14T18:01:29.188551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:01:29.177Z\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:57:22.445Z\"},\"eventObj\":{\"ok\":true,\"id\":\"eb73be9a-f75b-4f70-b59e-2887f0d1754f\",\"serviceId\":\"PE4JSXF\",\"serviceName\":\"GUS: STRIDE Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \",\"incidentSubject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDescription\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\"},\"requestId\":\"1fvhfr-qqtiub-rlim8i-3c6jv-1741975288861\",\"client\":\"icc-ui\"}"} 2025-03-14T18:01:29.188554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:01:29.188554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:01:29.188554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:01:29.188555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T18:01:29.188556+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-request"} 2025-03-14T18:01:29.188557+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:01:29.188559+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975289187,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-page-request - {\"createdAt\":\"2025-03-14T18:01:29.177Z\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:57:22.445Z\"},\"eventObj\":{\"ok\":true,\"id\":\"eb73be9a-f75b-4f70-b59e-2887f0d1754f\",\"serviceId\":\"PE4JSXF\",\"serviceName\":\"GUS: STRIDE Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \",\"incidentSubject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDescription\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\"},\"requestId\":\"1fvhfr-qqtiub-rlim8i-3c6jv-1741975288861\",\"client\":\"icc-ui\"}"} 2025-03-14T18:09:41.874776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975781874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2777174016,\"uptime\":1795660.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27925540,\"nice\":16120,\"sys\":4479700,\"idle\":1757789360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27728400,\"nice\":15170,\"sys\":4501680,\"idle\":1757848900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59635}}}"} 2025-03-14T18:09:41.874894+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975781874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.200423+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.200680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-change-implementation-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.200777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.187Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"gusCaseRecordId\":\"500EE00001TtHdKYAV\"}],\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.200781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-request\"}}"} 2025-03-14T18:13:01.200816+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-request\"}}"} 2025-03-14T18:13:01.200951+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.201041+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981200,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.201239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-change-implementation-request' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.201329+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.187Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"gusCaseRecordId\":\"500EE00001TtHdKYAV\"}],\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.201333+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-request\"}}"} 2025-03-14T18:13:01.201344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-request\"}}"} 2025-03-14T18:13:01.201420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.201421+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.201421+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-to-change-implementation-request"} 2025-03-14T18:13:01.201422+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:13:01.201494+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981201,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-to-change-implementation-request - {\"createdAt\":\"2025-03-14T18:13:01.187Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"gusCaseRecordId\":\"500EE00001TtHdKYAV\"}],\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.225025+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981224,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.225447+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.225599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.215Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"createdAt\":\"2025-03-14T17:49:38.449Z\",\"modifiedAt\":\"2025-03-14T17:49:38.449Z\",\"id\":\"59724378-2593-4d98-a228-5f15b173b4b3\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":true,\"sfid\":\"a07B0000000VzLxIAK\"},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.225603+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T18:13:01.225675+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T18:13:01.225761+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.225854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.226209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.226340+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.215Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"createdAt\":\"2025-03-14T17:49:38.449Z\",\"modifiedAt\":\"2025-03-14T17:49:38.449Z\",\"id\":\"59724378-2593-4d98-a228-5f15b173b4b3\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":true,\"sfid\":\"a07B0000000VzLxIAK\"},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.226344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T18:13:01.226388+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T18:13:01.226440+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.226499+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.226499+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-deleted"} 2025-03-14T18:13:01.226529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:13:01.226639+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-14T18:13:01.215Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"createdAt\":\"2025-03-14T17:49:38.449Z\",\"modifiedAt\":\"2025-03-14T17:49:38.449Z\",\"id\":\"59724378-2593-4d98-a228-5f15b173b4b3\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":true,\"sfid\":\"a07B0000000VzLxIAK\"},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.237764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.237923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.237954+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"timestamp\":\"2025-03-14T18:13:01.188Z\",\"sectionTitle\":\"Change Implementations updated\",\"contentObject\":{\"emptyData\":\"All Change Implementations have been removed\",\"dataTitle\":\"Change Implementations updated with the following information:\",\"data\":[{\"text\":\"72946812\",\"important\":true,\"explain\":false,\"separator\":\" - \",\"moreText\":{\"text\":\"CI-59783481\",\"important\":false,\"explain\":false,\"separator\":\" \",\"moreText\":{\"text\":\"Running pipeline(s) for grid=commercial1 and FI=aws-prod9-apnortheast1\",\"important\":false,\"explain\":true,\"separator\":\" \"}}}]}}"} 2025-03-14T18:13:01.237996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:13:01.238039+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:13:01.238133+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.238193+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.238283+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.238308+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"timestamp\":\"2025-03-14T18:13:01.188Z\",\"sectionTitle\":\"Change Implementations updated\",\"contentObject\":{\"emptyData\":\"All Change Implementations have been removed\",\"dataTitle\":\"Change Implementations updated with the following information:\",\"data\":[{\"text\":\"72946812\",\"important\":true,\"explain\":false,\"separator\":\" - \",\"moreText\":{\"text\":\"CI-59783481\",\"important\":false,\"explain\":false,\"separator\":\" \",\"moreText\":{\"text\":\"Running pipeline(s) for grid=commercial1 and FI=aws-prod9-apnortheast1\",\"important\":false,\"explain\":true,\"separator\":\" \"}}}]}}"} 2025-03-14T18:13:01.238311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:13:01.238330+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:13:01.238391+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.238633+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741975981238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T18:13:01.253473+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.253752+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981253,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.254576+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981253,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.241Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"createdAt\":\"2025-03-14T17:49:38.449Z\",\"modifiedAt\":\"2025-03-14T17:49:38.449Z\",\"id\":\"59724378-2593-4d98-a228-5f15b173b4b3\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":true,\"sfid\":\"a07B0000000VzLxIAK\"},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":[],\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.254577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981254,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T18:13:01.254710+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981254,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T18:13:01.254736+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981254,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.254833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981254,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.255311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.255411+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.241Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"createdAt\":\"2025-03-14T17:49:38.449Z\",\"modifiedAt\":\"2025-03-14T17:49:38.449Z\",\"id\":\"59724378-2593-4d98-a228-5f15b173b4b3\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":true,\"sfid\":\"a07B0000000VzLxIAK\"},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":[],\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.255413+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T18:13:01.255444+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T18:13:01.255529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.255551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.255555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-created"} 2025-03-14T18:13:01.255556+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:13:01.255671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-14T18:13:01.241Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"c5d50a15-a4a1-4ca2-a7bc-dcfedc0bbe63\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"d91ed5ed-cf42-4900-bb06-2a376fbb5df5\",\"email\":\"jtatem@salesforce.com\",\"active\":true,\"name\":\"Jason Tatem\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005T0000000nOUkIAM\",\"slackUserId\":\"WAXCLPH43\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-18T20:16:26.378Z\",\"modifiedAt\":\"2022-08-18T20:16:26.378Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T14:47:24.212Z\",\"modifiedAt\":\"2025-03-14T16:44:02.789Z\",\"createdBy\":{\"id\":\"07002733-9906-4546-93ca-3c52b8570730\",\"email\":\"maeve.coleman@salesforce.com\",\"active\":true,\"name\":\"Maeve Coleman\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004thjnIAA\",\"slackUserId\":\"WGF75NAQP\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-09T09:06:36.566Z\",\"modifiedAt\":\"2023-01-09T09:06:36.566Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"f908b795-ffc0-44d9-b660-092faaee472a\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"workItem\":{\"createdAt\":\"2025-03-14T17:49:38.449Z\",\"modifiedAt\":\"2025-03-14T17:49:38.449Z\",\"id\":\"59724378-2593-4d98-a228-5f15b173b4b3\",\"workNumber\":\"W-1780450\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"valid\":true,\"sfid\":\"a07B0000000VzLxIAK\"},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"eventObj\":[],\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.256194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.256427+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.256535+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:00.496Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000r5SzYAI\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\",\"customerExperience\":\"Mail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. We have no reported cases from external customers.\",\"immediateResolution\":\"TTMD: 14:55 UTC\\nThe primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\",\"aarQuestions\":\"What went well in the response: Teams were able to identify the problem very quickly and effectively, including the necessary steps to identify a viable mitigation path (rolling back).\\nWhat was challenging in the response: It took longer than we would like from the time that we made a mitigating decision until we actually executed the first rollback stagger. The challenge here is that we couldn't just click the rollback button, as additional changes would've been rolled back introducing a significant amount of risk for rollback regression. This conversation on how to proceed with the rollback took additional time to talk through.\\n\\nAAR Questions: \\n1. Why was this issue missed during pre-deployment testing.\\n2. Why did this issue go unnoticed for ~3 days post deployment?\",\"changes\":\"72946812\",\"breakFix\":\"73028534\",\"productTagName\":\"Ingress Gateway Control Plane\",\"closedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T18:13:00.401Z\",\"modifiedAt\":\"2025-03-14T18:13:00.401Z\",\"id\":\"359e3d41-544a-4de7-a4bd-fee6c9534b64\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.256535+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T18:13:01.256567+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T18:13:01.256633+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.256695+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.257044+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.257144+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:00.496Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"icc-73024826\"},\"subject\":\"Email as a Service Performance degradation\",\"description\":\"Issue Summary: Centralized Incident Response (CIR), in collaboration with Ingress Gateway, Email Infra, and other partners, has resolved an incident impacting EaaS (Email as a Service) on March 14th, 2025 at 17:47 UTC. Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\\n\\nKey Teams: CP SRE, CIR, CIC-Comms, Support, Email Infra, Ingress Gateway, Managed Release\\nPeople Engaged: Rory O’Flaherty, Jason Tatem, Krisztian Zsbriek, Sardendu Pramanik, Ron Kimble, Noel Golding, Philip Konieczny, Andrew Waterman, Joy Terence Barnes, Gloria Yu, Aditya Rao, Gloria Yu\",\"detectedTime\":\"2025-03-14T14:35:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/service-directory/PAFEZEK\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-11T00:00:00.000Z\",\"impactEndTime\":\"2025-03-14T17:47:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/pjd-dhuc-ufx\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-401-542-0427, pin: 372176658; \\nFind numbers in more regions on https://tel.meet/pjd-dhuc-ufx?pin=4555171582575, pin: 4555171582575\\n\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T14:37:05.972Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000r5SzYAI\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"Starting at 00:00 UTC on March 11, we started seeing multiple alerts about connection issues between EaaS (Email as a Service) and the Core Mail Process (CMP) VIP. Initially, only two FDs were impacted, but as of March 13, it looks like all Falcon FDs were impacted. \\n\\nThe initial investigation was focused on change case 72946812 (User Story W-17804500), which involved an update to the DNS record targets for mail SMP VIPs. Teams were able to successfully identify the error in a dev environment. The primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\",\"customerExperience\":\"Mail that was being sent from Core that could not be delivered (bad email, full mailbox, recipient rejection, etc.), a bounce mail gets generated. If bounce processing is enabled, it routes back through the CMP VIP to update the contact/lead as bounced. We have no reported cases from external customers.\",\"immediateResolution\":\"TTMD: 14:55 UTC\\nThe primary path to mitigate the issue was to rollback the change across all production Falcon FI’s.\\n - APAC rollbacks completed at 16:53 UTC\\n - EMEA rollbacks completed at 16:58 UTC\\n - AMER rollbacks completed at 17:24 UTC\\n - JPN rollbacks completed at 17:47 UTC\",\"aarQuestions\":\"What went well in the response: Teams were able to identify the problem very quickly and effectively, including the necessary steps to identify a viable mitigation path (rolling back).\\nWhat was challenging in the response: It took longer than we would like from the time that we made a mitigating decision until we actually executed the first rollback stagger. The challenge here is that we couldn't just click the rollback button, as additional changes would've been rolled back introducing a significant amount of risk for rollback regression. This conversation on how to proceed with the rollback took additional time to talk through.\\n\\nAAR Questions: \\n1. Why was this issue missed during pre-deployment testing.\\n2. Why did this issue go unnoticed for ~3 days post deployment?\",\"changes\":\"72946812\",\"breakFix\":\"73028534\",\"productTagName\":\"Ingress Gateway Control Plane\",\"closedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T18:13:00.401Z\",\"modifiedAt\":\"2025-03-14T18:13:00.401Z\",\"id\":\"359e3d41-544a-4de7-a4bd-fee6c9534b64\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73024826\",\"caseRecordId\":\"500EE00001TtHdKYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/zsekAwbSoZVN\",\"engagedAt\":\"2025-03-14T14:37:18.383Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T17:55:41.685Z\"},\"requestId\":\"vwpivk-b1n62-lccsei-72br5k-1741975979627\",\"client\":\"icc-ui\"}"} 2025-03-14T18:13:01.257145+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T18:13:01.257173+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T18:13:01.257223+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.257224+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.257236+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed"} 2025-03-14T18:13:01.257251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:13:01.302387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.302461+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.302512+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.252Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[]}"} 2025-03-14T18:13:01.302524+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T18:13:01.302602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T18:13:01.302698+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.302750+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.302876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.302880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.252Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[]}"} 2025-03-14T18:13:01.302880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T18:13:01.302881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T18:13:01.302927+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.303150+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741975981303,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T18:13:01.622303+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.622503+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-change-implementation-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.622505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.567Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"response\":{\"id\":\"a5NEE000000Ne1Z2AS\",\"success\":true,\"errors\":[]}}]}"} 2025-03-14T18:13:01.622520+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-response\"}}"} 2025-03-14T18:13:01.622596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-response\"}}"} 2025-03-14T18:13:01.622718+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.622834+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.622875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-change-implementation-response' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.622907+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.567Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"response\":{\"id\":\"a5NEE000000Ne1Z2AS\",\"success\":true,\"errors\":[]}}]}"} 2025-03-14T18:13:01.622908+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-response\"}}"} 2025-03-14T18:13:01.622934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-response\"}}"} 2025-03-14T18:13:01.622998+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.623186+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741975981623,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T18:13:01.677352+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.677560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-change-implementation-export-success' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:01.677603+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.567Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"response\":{\"id\":\"a5NEE000000Ne1Z2AS\",\"success\":true,\"errors\":[]}}],\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"changeImplementations\":[{\"id\":\"6e0c8112-1402-473a-b84c-de2754f22e45\",\"changeCaseRecordId\":\"500EE00001TmXwiYAF\",\"changeCaseNumber\":\"72946812\",\"changeCaseSubject\":\"[IGA deployment] Switch to injected certificates for Cross-FD traffic, fix bugs (cert renewal, 3PP)\",\"changeImplementationDescription\":\"Running pipeline(s) for grid=commercial1 and FI=aws-prod9-apnortheast1\",\"changeImplementationRecordId\":\"a2dEE000018CssLYAS\",\"changeImplementationName\":\"CI-59783481\",\"breakFix\":false}]}"} 2025-03-14T18:13:01.677642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-export-success\"}}"} 2025-03-14T18:13:01.677690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-export-success\"}}"} 2025-03-14T18:13:01.677818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.677905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981677,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.678040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-change-implementation-export-success' for consumer group='icc-notifier'"} 2025-03-14T18:13:01.678073+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:01.567Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"response\":{\"id\":\"a5NEE000000Ne1Z2AS\",\"success\":true,\"errors\":[]}}],\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"changeImplementations\":[{\"id\":\"6e0c8112-1402-473a-b84c-de2754f22e45\",\"changeCaseRecordId\":\"500EE00001TmXwiYAF\",\"changeCaseNumber\":\"72946812\",\"changeCaseSubject\":\"[IGA deployment] Switch to injected certificates for Cross-FD traffic, fix bugs (cert renewal, 3PP)\",\"changeImplementationDescription\":\"Running pipeline(s) for grid=commercial1 and FI=aws-prod9-apnortheast1\",\"changeImplementationRecordId\":\"a2dEE000018CssLYAS\",\"changeImplementationName\":\"CI-59783481\",\"breakFix\":false}]}"} 2025-03-14T18:13:01.678116+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-export-success\"}}"} 2025-03-14T18:13:01.678143+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-change-implementation-export-success\"}}"} 2025-03-14T18:13:01.678201+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:01.678220+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:01.678247+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-to-change-implementation-export-success"} 2025-03-14T18:13:01.678279+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:13:01.678315+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975981678,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-to-change-implementation-export-success - {\"createdAt\":\"2025-03-14T18:13:01.567Z\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"responses\":[{\"changeImplementationId\":\"a2dEE000018CssLYAS\",\"response\":{\"id\":\"a5NEE000000Ne1Z2AS\",\"success\":true,\"errors\":[]}}],\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"},\"changeImplementations\":[{\"id\":\"6e0c8112-1402-473a-b84c-de2754f22e45\",\"changeCaseRecordId\":\"500EE00001TmXwiYAF\",\"changeCaseNumber\":\"72946812\",\"changeCaseSubject\":\"[IGA deployment] Switch to injected certificates for Cross-FD traffic, fix bugs (cert renewal, 3PP)\",\"changeImplementationDescription\":\"Running pipeline(s) for grid=commercial1 and FI=aws-prod9-apnortheast1\",\"changeImplementationRecordId\":\"a2dEE000018CssLYAS\",\"changeImplementationName\":\"CI-59783481\",\"breakFix\":false}]}"} 2025-03-14T18:13:12.890164+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:12.890243+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:12.890274+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:12.841Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"prbNumber\":{\"sfid\":\"a4QEE00000067Zt2AI\",\"valid\":true,\"gusIdentifier\":\"PRB-0027104\",\"value\":\"PRB-0027104\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5bbcYAB\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T18:13:12.841Z\",\"recordId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"\"}}"} 2025-03-14T18:13:12.890274+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-14T18:13:12.890331+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-14T18:13:12.890460+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:12.890579+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:12.890689+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-notifier'"} 2025-03-14T18:13:12.890690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:13:12.841Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"prbNumber\":{\"sfid\":\"a4QEE00000067Zt2AI\",\"valid\":true,\"gusIdentifier\":\"PRB-0027104\",\"value\":\"PRB-0027104\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5bbcYAB\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T18:13:12.841Z\",\"recordId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"\"}}"} 2025-03-14T18:13:12.890691+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-14T18:13:12.890721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-14T18:13:12.890786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:12.890789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:12.890803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-prb-number-updated"} 2025-03-14T18:13:12.890821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T18:13:12.890856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975992890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-prb-number-updated - {\"createdAt\":\"2025-03-14T18:13:12.841Z\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"name\":\"Alex Gonzalez\",\"email\":\"alexander.gonzalez@salesforce.com\"},\"incident\":{\"id\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"slackChannel\":{\"id\":\"C08HTQWFF8T\",\"name\":\"\"},\"caseRecordId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"prbNumber\":{\"sfid\":\"a4QEE00000067Zt2AI\",\"valid\":true,\"gusIdentifier\":\"PRB-0027104\",\"value\":\"PRB-0027104\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5bbcYAB\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T18:13:12.841Z\",\"recordId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\",\"caseNumber\":\"\"}}"} 2025-03-14T18:13:17.661983+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997661,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:17.662028+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975997661,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:13:17.662029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997661,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"}"} 2025-03-14T18:13:17.662031+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997661,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T18:13:17.662115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T18:13:17.662208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:17.662292+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c3491190-f157-4c72-8db8-2885f47aaefa"} 2025-03-14T18:13:17.662336+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T18:13:17.662388+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"c3491190-f157-4c72-8db8-2885f47aaefa\"}"} 2025-03-14T18:13:17.662389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T18:13:17.662393+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T18:13:17.662511+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:13:17.662685+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741975997662,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T18:16:41.874798+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976201874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2780372992,\"uptime\":1796080.2,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27929860,\"nice\":16120,\"sys\":4480540,\"idle\":1758202670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27733580,\"nice\":15170,\"sys\":4502590,\"idle\":1758261780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59632}}}"} 2025-03-14T18:16:41.874916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976201874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:17:27.822275+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 8dbf6a20-574f-4f5b-b0de-6b41786247b6"} 2025-03-14T18:17:27.822354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T18:17:27.822417+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:17:27.572Z\",\"incident\":{\"id\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\"},\"eventObj\":{\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"reminderId\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:17:27.822427+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:17:27.822521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:17:27.822659+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:17:27.825237+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 8dbf6a20-574f-4f5b-b0de-6b41786247b6"} 2025-03-14T18:17:27.825321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T18:17:27.825323+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:17:27.572Z\",\"incident\":{\"id\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\"},\"eventObj\":{\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"reminderId\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:17:27.825355+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:17:27.825357+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:17:27.825486+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:17:27.825487+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 8dbf6a20-574f-4f5b-b0de-6b41786247b6"} 2025-03-14T18:17:27.825489+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T18:17:27.825489+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:17:27.825490+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247825,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T18:17:27.572Z\",\"incident\":{\"id\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\"},\"eventObj\":{\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"reminderId\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:17:27.908201+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 8dbf6a20-574f-4f5b-b0de-6b41786247b6"} 2025-03-14T18:17:27.908363+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T18:17:27.908398+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:17:27.858Z\",\"incident\":{\"id\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\"},\"eventObj\":{\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"reminderId\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:16:57.482Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HPNU95BL\"}}"} 2025-03-14T18:17:27.908399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:17:27.908447+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:17:27.908529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:17:27.908866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 8dbf6a20-574f-4f5b-b0de-6b41786247b6"} 2025-03-14T18:17:27.908867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T18:17:27.908868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:17:27.858Z\",\"incident\":{\"id\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\"},\"eventObj\":{\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"reminderId\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:16:57.482Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HPNU95BL\"}}"} 2025-03-14T18:17:27.908871+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:17:27.908872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:17:27.908872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:17:27.908873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 8dbf6a20-574f-4f5b-b0de-6b41786247b6"} 2025-03-14T18:17:27.908874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T18:17:27.908874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:17:27.908877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976247908,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T18:17:27.858Z\",\"incident\":{\"id\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\"},\"eventObj\":{\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"reminderId\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1309310d-8916-4b8c-b80e-78f92b71dba2\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"8dbf6a20-574f-4f5b-b0de-6b41786247b6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:16:57.482Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HPNU95BL\"}}"} 2025-03-14T18:23:26.207596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976606207,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T18:23:26.208332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976606208,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T18:25:41.874790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976741874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792017920,\"uptime\":1796620.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27935880,\"nice\":16120,\"sys\":4481800,\"idle\":1758733640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27740650,\"nice\":15170,\"sys\":4503720,\"idle\":1758792620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59634}}}"} 2025-03-14T18:25:41.874947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976741874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:28:41.874800+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976921874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2790866944,\"uptime\":1796800.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27937350,\"nice\":16120,\"sys\":4482200,\"idle\":1758910730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27742120,\"nice\":15170,\"sys\":4504160,\"idle\":1758969820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5998,\"sum\":59628}}}"} 2025-03-14T18:28:41.874933+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976921874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:29:21.346241+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c4404702-786a-4147-bb53-d8e51e848b2e"} 2025-03-14T18:29:21.346395+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T18:29:21.346396+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:29:21.293Z\",\"user\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"name\":\"Gulshankumar Shrawankumar Arora\",\"email\":\"gulshankumar.arora@salesforce.com\"},\"incident\":{\"id\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"slackChannel\":{\"id\":\"C08HRLTF40J\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TsV5kYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T18:29:21.293Z\",\"recordId\":\"500EE00001TsV5kYAF\",\"incidentId\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"caseNumber\":\"73018038\"},\"changes\":{}}"} 2025-03-14T18:29:21.346400+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:29:21.346460+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:29:21.346555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:29:21.346583+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c4404702-786a-4147-bb53-d8e51e848b2e"} 2025-03-14T18:29:21.346584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T18:29:21.346611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T18:29:21.346652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T18:29:21.293Z\",\"user\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"name\":\"Gulshankumar Shrawankumar Arora\",\"email\":\"gulshankumar.arora@salesforce.com\"},\"incident\":{\"id\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"slackChannel\":{\"id\":\"C08HRLTF40J\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TsV5kYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T18:29:21.293Z\",\"recordId\":\"500EE00001TsV5kYAF\",\"incidentId\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"caseNumber\":\"73018038\"},\"changes\":{}}"} 2025-03-14T18:29:21.351659+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c4404702-786a-4147-bb53-d8e51e848b2e"} 2025-03-14T18:29:21.351834+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976961351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:29:21.351874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:29:21.293Z\",\"user\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"name\":\"Gulshankumar Shrawankumar Arora\",\"email\":\"gulshankumar.arora@salesforce.com\"},\"incident\":{\"id\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"slackChannel\":{\"id\":\"C08HRLTF40J\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TsV5kYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T18:29:21.293Z\",\"recordId\":\"500EE00001TsV5kYAF\",\"incidentId\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"caseNumber\":\"73018038\"},\"changes\":{}}"} 2025-03-14T18:29:21.351927+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:29:21.351958+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741976961351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:29:21.352049+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741976961352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:30:41.229445+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: c4404702-786a-4147-bb53-d8e51e848b2e"} 2025-03-14T18:30:41.229692+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-slack-actions'"} 2025-03-14T18:30:41.229737+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:30:41.221Z\",\"incident\":{\"id\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"slackChannel\":{\"id\":\"C08HRLTF40J\",\"name\":\"icc-73018038\"},\"subject\":\"Requesting PCSKDeveloper Access to provide Evidence for SOC Audit\",\"description\":\"Requesting PCSKDeveloper Access to provide Evidence for vault access for SOC Audit for RCG TPM in Prod Environment. This ICC is not for any actual incident.\",\"detectedTime\":\"2025-03-14T09:33:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Monitoring\",\"originReference\":\"NA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-14T09:33:00.000Z\",\"impactEndTime\":\"2025-03-14T11:00:00.000Z\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Not an Issue\",\"createdAt\":\"2025-03-14T09:33:56.039Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000LBRtYAO\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"This was not any incident, ICC channel was created to request PCSK access so that some requested evidence can be provided for SOC Audit\",\"customerExperience\":\"No impact on customer\",\"immediateResolution\":\"No action was needed\",\"aarQuestions\":\"None\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"iie-kilan-devops\",\"closedBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"incidentId\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"createdBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"modifiedBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T18:30:37.512Z\",\"modifiedAt\":\"2025-03-14T18:30:37.512Z\",\"id\":\"eb8c7605-f3ae-456c-a102-56d4f2f1c766\"},\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"73018038\",\"caseRecordId\":\"500EE00001TsV5kYAF\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/A7nNA5bJjvgC\",\"engagedAt\":\"2025-03-14T09:34:48.197Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:29:21.293Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/A7nNA5bJjvgC\"}}"} 2025-03-14T18:30:41.229738+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T18:30:41.230370+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T18:30:41.230371+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:30:41.230372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041229,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: c4404702-786a-4147-bb53-d8e51e848b2e"} 2025-03-14T18:30:41.230373+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-notifier'"} 2025-03-14T18:30:41.230385+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:30:41.221Z\",\"incident\":{\"id\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"slackChannel\":{\"id\":\"C08HRLTF40J\",\"name\":\"icc-73018038\"},\"subject\":\"Requesting PCSKDeveloper Access to provide Evidence for SOC Audit\",\"description\":\"Requesting PCSKDeveloper Access to provide Evidence for vault access for SOC Audit for RCG TPM in Prod Environment. This ICC is not for any actual incident.\",\"detectedTime\":\"2025-03-14T09:33:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Monitoring\",\"originReference\":\"NA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-14T09:33:00.000Z\",\"impactEndTime\":\"2025-03-14T11:00:00.000Z\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Not an Issue\",\"createdAt\":\"2025-03-14T09:33:56.039Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000LBRtYAO\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"This was not any incident, ICC channel was created to request PCSK access so that some requested evidence can be provided for SOC Audit\",\"customerExperience\":\"No impact on customer\",\"immediateResolution\":\"No action was needed\",\"aarQuestions\":\"None\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"iie-kilan-devops\",\"closedBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"incidentId\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"createdBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"modifiedBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T18:30:37.512Z\",\"modifiedAt\":\"2025-03-14T18:30:37.512Z\",\"id\":\"eb8c7605-f3ae-456c-a102-56d4f2f1c766\"},\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"73018038\",\"caseRecordId\":\"500EE00001TsV5kYAF\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/A7nNA5bJjvgC\",\"engagedAt\":\"2025-03-14T09:34:48.197Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:29:21.293Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/A7nNA5bJjvgC\"}}"} 2025-03-14T18:30:41.230386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T18:30:41.230387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T18:30:41.230387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:30:41.230388+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: c4404702-786a-4147-bb53-d8e51e848b2e"} 2025-03-14T18:30:41.230389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-finished"} 2025-03-14T18:30:41.230389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:30:41.230392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977041230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-finished - {\"createdAt\":\"2025-03-14T18:30:41.221Z\",\"incident\":{\"id\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"slackChannel\":{\"id\":\"C08HRLTF40J\",\"name\":\"icc-73018038\"},\"subject\":\"Requesting PCSKDeveloper Access to provide Evidence for SOC Audit\",\"description\":\"Requesting PCSKDeveloper Access to provide Evidence for vault access for SOC Audit for RCG TPM in Prod Environment. This ICC is not for any actual incident.\",\"detectedTime\":\"2025-03-14T09:33:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed\",\"origin\":\"Monitoring\",\"originReference\":\"NA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-14T09:33:00.000Z\",\"impactEndTime\":\"2025-03-14T11:00:00.000Z\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Infrastructure\",\"rootCause\":\"Not an Issue\",\"createdAt\":\"2025-03-14T09:33:56.039Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000LBRtYAO\",\"detectedByServiceOwner\":true,\"prbNumber\":null,\"proximateCause\":\"This was not any incident, ICC channel was created to request PCSK access so that some requested evidence can be provided for SOC Audit\",\"customerExperience\":\"No impact on customer\",\"immediateResolution\":\"No action was needed\",\"aarQuestions\":\"None\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"iie-kilan-devops\",\"closedBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"incidentId\":\"c4404702-786a-4147-bb53-d8e51e848b2e\",\"createdBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"modifiedBy\":{\"id\":\"40903bdd-3cd6-498c-a322-7fa58fe08fec\",\"email\":\"gulshankumar.arora@salesforce.com\",\"active\":true,\"name\":\"Gulshankumar Shrawankumar Arora\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000006cWGLYA2\",\"slackUserId\":\"U03JKDWTSGG\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:02.309Z\",\"modifiedAt\":\"2022-08-30T18:30:02.309Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T18:30:37.512Z\",\"modifiedAt\":\"2025-03-14T18:30:37.512Z\",\"id\":\"eb8c7605-f3ae-456c-a102-56d4f2f1c766\"},\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"73018038\",\"caseRecordId\":\"500EE00001TsV5kYAF\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/A7nNA5bJjvgC\",\"engagedAt\":\"2025-03-14T09:34:48.197Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:29:21.293Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/A7nNA5bJjvgC\"}}"} 2025-03-14T18:33:41.874782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977221874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2787684352,\"uptime\":1797100.2,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27940070,\"nice\":16120,\"sys\":4482810,\"idle\":1759205940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27745540,\"nice\":15170,\"sys\":4504840,\"idle\":1759264980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5999,\"sum\":59629}}}"} 2025-03-14T18:33:41.874855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977221874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:34:41.874776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977281874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2787684352,\"uptime\":1797160.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27940840,\"nice\":16120,\"sys\":4482980,\"idle\":1759264970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27746050,\"nice\":15170,\"sys\":4505000,\"idle\":1759324070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59630}}}"} 2025-03-14T18:34:41.874900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977281874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:38:29.225426+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977509225,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T18:38:29.226167+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977509226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T18:43:30.254634+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977810254,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T18:43:30.255545+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977810255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T18:43:41.874819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977821874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2786832384,\"uptime\":1797700.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27946850,\"nice\":16120,\"sys\":4484090,\"idle\":1759796330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27751770,\"nice\":15170,\"sys\":4506150,\"idle\":1759855300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5996,\"sum\":59626}}}"} 2025-03-14T18:43:41.874932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977821874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:55.934198+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:55.934422+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977955934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T18:45:55.934520+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:55.458Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"c7ddf6b0-7796-1726-d5a8-a04b844a54c0\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:45:55.934539+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:45:55.937162+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:45:55.937165+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977955934,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:55.937166+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955936,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:55.937167+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T18:45:55.937235+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:55.458Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"c7ddf6b0-7796-1726-d5a8-a04b844a54c0\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:45:55.937237+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:45:55.937299+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:45:55.937388+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:55.937389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:55.937398+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-without-slack-channel"} 2025-03-14T18:45:55.937402+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:45:55.937464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977955937,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-14T18:45:55.458Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"c7ddf6b0-7796-1726-d5a8-a04b844a54c0\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:45:57.637755+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957637,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"[NotifyKafkaProducer.produce] Publishing Incident Created Event with Slack channel info: {\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977956,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977956137,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]}"} 2025-03-14T18:45:57.637763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957637,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T18:45:57.637765+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957637,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.637782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957637,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.637903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957637,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.638069+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957637,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key '42054333-1caf-49ea-818e-a6e44100cf29' to topic 'incident': {\"createdAt\":\"2025-03-14T18:45:57.637Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977956,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977956137,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]}}"} 2025-03-14T18:45:57.638551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957638,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key '42054333-1caf-49ea-818e-a6e44100cf29' to Kafka topic 'incident'"} 2025-03-14T18:45:57.638552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957638,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T18:45:57.639161+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957638,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2247150018811226\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.639216+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957639,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2247150018811226\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.639217+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957639,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.639217+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957639,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack channel with ID C08HV72NFR9 created for incident with ID 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.648483+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957648,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.648751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957648,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T18:45:57.648865+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957648,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.637Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977956,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977956137,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]}}"} 2025-03-14T18:45:57.648868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957648,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.648917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957648,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.649007+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957648,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.649084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.649325+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T18:45:57.649420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.637Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977956,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977956137,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]}}"} 2025-03-14T18:45:57.649424+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.649452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T18:45:57.649514+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.649541+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.649578+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-with-slack-channel"} 2025-03-14T18:45:57.649583+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:45:57.649655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957649,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-with-slack-channel - {\"createdAt\":\"2025-03-14T18:45:57.637Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977956,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977956137,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"modifiedAt\":\"2025-03-14T18:45:55.304Z\",\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"modifiedBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"id\":\"ef8bd76c-d63d-456d-badc-8345e196f127\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"email\":\"hanumanth.bandi@salesforce.com\",\"active\":true,\"name\":\"Hanumantha Bandi\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2024-12-20T02:23:57.306Z\",\"modifiedAt\":\"2024-12-20T02:23:57.306Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"channels\":[\"CT6U3FZ17\"],\"inviteBots\":[]}}"} 2025-03-14T18:45:57.698536+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.698670+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'"} 2025-03-14T18:45:57.698714+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.688Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T18:45:57.698715+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T18:45:57.698771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T18:45:57.698910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.698911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.698911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created"} 2025-03-14T18:45:57.698912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:45:57.698945+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created - {\"createdAt\":\"2025-03-14T18:45:57.688Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T18:45:57.699026+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957698,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.699183+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957699,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'"} 2025-03-14T18:45:57.699183+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957699,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.688Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T18:45:57.699184+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957699,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T18:45:57.699212+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957699,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T18:45:57.699267+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957699,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.855802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957855,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.855978+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957855,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-notifier'"} 2025-03-14T18:45:57.856022+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957855,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.840Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"} 2025-03-14T18:45:57.856023+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957855,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T18:45:57.856081+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T18:45:57.856225+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.856226+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.856229+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-to-generate"} 2025-03-14T18:45:57.856230+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:45:57.856255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-to-generate - {\"createdAt\":\"2025-03-14T18:45:57.840Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"} 2025-03-14T18:45:57.856348+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.856488+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-slack-actions'"} 2025-03-14T18:45:57.856521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.840Z\",\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}"} 2025-03-14T18:45:57.856524+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T18:45:57.856580+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}"} 2025-03-14T18:45:57.856610+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957856,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.859027+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.859029+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T18:45:57.859037+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957858,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.849Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"bots\":[],\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"channels\":[\"CT6U3FZ17\"]}}"} 2025-03-14T18:45:57.859038+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:45:57.859070+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:45:57.859145+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.859188+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.859335+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T18:45:57.859375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:57.849Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"bots\":[],\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"channels\":[\"CT6U3FZ17\"]}}"} 2025-03-14T18:45:57.859378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:45:57.859428+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:45:57.859460+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:57.859460+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:57.859507+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T18:45:57.859510+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:45:57.859527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977957859,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T18:45:57.849Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WJH7Y437A\",\"WFSU4RPK6\",\"U02TV6Y55LJ\",\"W012H8JMZ4H\",\"U04E29LRM6W\",\"WB39V8J3G\",\"WARC8Q3GA\",\"U064K733PN0\"],\"bots\":[],\"createdBy\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"},\"channels\":[\"CT6U3FZ17\"]}}"} 2025-03-14T18:45:58.556570+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958556,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:58.556804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977958556,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-slack-actions'"} 2025-03-14T18:45:58.556842+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958556,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:58.545Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/yhy-pdqj-ush\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-323-538-2198, pin: 899196577; \\nFind numbers in more regions on https://tel.meet/yhy-pdqj-ush?pin=9627594296136, pin: 9627594296136\\n\",\"isManaged\":true},\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"}}"} 2025-03-14T18:45:58.556855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958556,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T18:45:58.556920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958556,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T18:45:58.557007+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977958556,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:58.557094+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:58.557239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-notifier'"} 2025-03-14T18:45:58.557259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:45:58.545Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/yhy-pdqj-ush\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-323-538-2198, pin: 899196577; \\nFind numbers in more regions on https://tel.meet/yhy-pdqj-ush?pin=9627594296136, pin: 9627594296136\\n\",\"isManaged\":true},\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"}}"} 2025-03-14T18:45:58.557272+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T18:45:58.557308+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}"} 2025-03-14T18:45:58.557364+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:45:58.557364+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:45:58.557379+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-generated"} 2025-03-14T18:45:58.557401+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:45:58.557430+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977958557,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-generated - {\"createdAt\":\"2025-03-14T18:45:58.545Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https://meet.google.com/yhy-pdqj-ush\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-323-538-2198, pin: 899196577; \\nFind numbers in more regions on https://tel.meet/yhy-pdqj-ush?pin=9627594296136, pin: 9627594296136\\n\",\"isManaged\":true},\"user\":{\"id\":\"a7de23eb-4333-431f-a23c-5e75298e904b\",\"gusUserId\":\"005B0000005KG3MIAW\",\"slackUserId\":\"WJH7Y437A\",\"name\":\"Hanumantha Bandi\",\"email\":\"hanumanth.bandi@salesforce.com\"}}"} 2025-03-14T18:46:01.023443+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:01.023690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:01.023710+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:00.440Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/OZghAaVzkWko\"}}"} 2025-03-14T18:46:01.023714+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T18:46:01.023765+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T18:46:01.023862+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:01.023943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:01.024085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'"} 2025-03-14T18:46:01.024102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:00.440Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/OZghAaVzkWko\"}}"} 2025-03-14T18:46:01.024121+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T18:46:01.024173+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T18:46:01.024221+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:01.024221+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:01.024249+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-created"} 2025-03-14T18:46:01.024251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:01.024273+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977961024,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-created - {\"createdAt\":\"2025-03-14T18:46:00.440Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"icc-42054333-1caf-49ea-818e-a6e44100cf29\"},\"subject\":\"we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy)\",\"description\":\"From 13thMarch 11:57 pm, we are observing the certificate identity requests coming to our server from all the customers have started giving values for SAN (getBy) as \\\"spiffe://pki.sfdc.net/v1/service=ingressgateway/namespace=sfproxy\\\", which used to empty earlier. Due to this, our service is not able to authorise calls made to us using the certs provided.\\nLog link: http://sfdc.co/bMKuNf\\nThis logs shows the difference between previous log message and new log message.\\nValidation in the code link: https://git.soma.salesforce.com/services/sfdc-bazel/blob/main/projects/services/ast/astciservice/src/main/java/com/salesforce/ast/cert/MTLSIdentityExtractor.java#L36\",\"detectedTime\":\"2025-03-14T18:45:55.304Z\",\"severity\":\"Sev1\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CT6U3FZ17/p1741928358140569\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T18:45:55.304Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:45:55.304Z\",\"scrumTeamId\":\"a00EE00000c325vYAA\",\"team\":\"AST-Transformers\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/OZghAaVzkWko\"}}"} 2025-03-14T18:46:06.723332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:06.723614+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977966723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:06.723680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:06.569Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"34e46d7d-24ed-ba84-c9d1-6625b6a3d4de\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:06.723701+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:46:06.723732+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:46:06.723824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977966723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:06.724565+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:06.724737+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T18:46:06.724812+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:06.569Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"34e46d7d-24ed-ba84-c9d1-6625b6a3d4de\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:06.724816+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:46:06.724828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T18:46:06.724919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:06.724920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:06.724920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-without-slack-channel"} 2025-03-14T18:46:06.724923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:06.724982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977966724,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-14T18:46:06.569Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"34e46d7d-24ed-ba84-c9d1-6625b6a3d4de\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:07.818778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977967818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HLMRV19U purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T18:46:08.860468+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:08.860588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:08.860589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:08.810Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977966,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977966979,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T18:46:08.860601+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T18:46:08.860671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T18:46:08.860752+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:08.860836+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:08.860916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-notifier'"} 2025-03-14T18:46:08.860932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:08.810Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977966,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977966979,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T18:46:08.860949+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T18:46:08.861000+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968860,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T18:46:08.861082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977968861,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:08.861083+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968861,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:08.861086+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968861,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-created"} 2025-03-14T18:46:08.861087+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968861,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:08.861087+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977968861,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-created - {\"createdAt\":\"2025-03-14T18:46:08.810Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741977966,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741977966979,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"} 2025-03-14T18:46:09.722352+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:09.722623+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:09.722650+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:09.713Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"3975d92f-14e8-44ee-8cd4-bf4d7f0a2627\",\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T18:46:09.370Z\",\"modifiedAt\":\"2025-03-14T18:46:09.370Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T18:46:09.370Z\",\"modifiedAt\":\"2025-03-14T18:46:09.370Z\",\"id\":\"3975d92f-14e8-44ee-8cd4-bf4d7f0a2627\",\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\",\"isManaged\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"folderId\":null}]}}"} 2025-03-14T18:46:09.722670+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T18:46:09.722733+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T18:46:09.722828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:09.722896+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:09.723070+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-notifier'"} 2025-03-14T18:46:09.723116+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:09.713Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"3975d92f-14e8-44ee-8cd4-bf4d7f0a2627\",\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T18:46:09.370Z\",\"modifiedAt\":\"2025-03-14T18:46:09.370Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T18:46:09.370Z\",\"modifiedAt\":\"2025-03-14T18:46:09.370Z\",\"id\":\"3975d92f-14e8-44ee-8cd4-bf4d7f0a2627\",\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\",\"isManaged\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"folderId\":null}]}}"} 2025-03-14T18:46:09.723119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T18:46:09.723154+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"} 2025-03-14T18:46:09.723226+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:09.723227+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:09.723230+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-created"} 2025-03-14T18:46:09.723231+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:46:09.723276+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Bridge notification for icc-bridge-created - {\"createdAt\":\"2025-03-14T18:46:09.713Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-e66ebf71-d897-46c9-9d4f-523542f17825\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"3975d92f-14e8-44ee-8cd4-bf4d7f0a2627\",\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-14T18:46:09.370Z\",\"modifiedAt\":\"2025-03-14T18:46:09.370Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-14T18:46:09.370Z\",\"modifiedAt\":\"2025-03-14T18:46:09.370Z\",\"id\":\"3975d92f-14e8-44ee-8cd4-bf4d7f0a2627\",\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\",\"isManaged\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"folderId\":null}]}}"} 2025-03-14T18:46:09.723923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977969723,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","blocks":[{"text":{"type":"mrkdwn","text":"SiteReliability set incident bridge details."},"type":"section"},{"text":{"type":"plain_text","text":"Bridge Added"},"type":"header"},{"text":{"type":"mrkdwn","text":"_This bridge is currently open. Please announce your name and team when joining bridge._"},"type":"section"},{"fields":[{"type":"mrkdwn","text":"*Bridge Url*:\nhttps://meet.google.com/vwy-oqks-npc"},{"type":"mrkdwn","text":"*Additional Joining Info*:\nJoin By Phone:\nUS number: tel:+1-262-682-1484, pin: 923121531; \nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\n"}],"type":"section"},{"type":"divider"},{"elements":[{"type":"mrkdwn","text":"Created by SiteReliability, \n"},{"type":"mrkdwn","text":"Modified by SiteReliability, "}],"type":"context"}],"text":"Bridge Added","response_type":"in_channel","channel":"C08HLMRV19U","msg":"Posting Bridge to Slack"} 2025-03-14T18:46:13.508038+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:13.508155+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:13.508165+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:13.459Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T18:46:13.459Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T18:46:13.508190+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:13.508253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:13.508392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:13.508464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:13.508570+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T18:46:13.508574+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:13.459Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T18:46:13.459Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T18:46:13.508574+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:13.508594+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:13.508672+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:13.508672+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:13.508673+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T18:46:13.508676+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T18:46:13.508695+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977973508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T18:46:13.459Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-14T18:46:13.459Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}"} 2025-03-14T18:46:19.402914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979402,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.403076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:19.403129+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:19.393Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"gusCaseRecordId\":\"500EE00001TtcuuYAB\"}],\"requestId\":\"f03c90ab-59bf-0443-7034-9c9062c44cad\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:19.403130+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:46:19.403199+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:46:19.403287+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:19.403364+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.403521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-create-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:19.403571+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:19.394Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T18:46:19.328Z\",\"modifiedAt\":\"2025-03-14T18:46:19.328Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"b0a16aee-1868-4801-9d51-2ad265427404\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T18:46:19.294Z\",\"modifiedAt\":\"2025-03-14T18:46:19.294Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"bcd0acdd-c333-446c-8a41-5a78a4fdef7f\",\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"createLock\":true,\"sfid\":null,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"description\":\"Lock to be created for Incident: e66ebf71-d897-46c9-9d4f-523542f17825\",\"externalId\":null}],\"requestId\":\"f03c90ab-59bf-0443-7034-9c9062c44cad\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:19.403574+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}"} 2025-03-14T18:46:19.403614+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}"} 2025-03-14T18:46:19.403680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979403,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:19.404514+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.404686+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-notifier'"} 2025-03-14T18:46:19.404737+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:19.393Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"gusCaseRecordId\":\"500EE00001TtcuuYAB\"}],\"requestId\":\"f03c90ab-59bf-0443-7034-9c9062c44cad\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:19.404782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:46:19.404819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:46:19.404884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:19.404903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.404944+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-to-cis-request"} 2025-03-14T18:46:19.404945+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:19.404992+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979404,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-to-cis-request - {\"createdAt\":\"2025-03-14T18:46:19.393Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"gusCaseRecordId\":\"500EE00001TtcuuYAB\"}],\"requestId\":\"f03c90ab-59bf-0443-7034-9c9062c44cad\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:19.405063+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.405237+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-create-request' for consumer group='icc-notifier'"} 2025-03-14T18:46:19.405277+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:19.394Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T18:46:19.328Z\",\"modifiedAt\":\"2025-03-14T18:46:19.328Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"b0a16aee-1868-4801-9d51-2ad265427404\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T18:46:19.294Z\",\"modifiedAt\":\"2025-03-14T18:46:19.294Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"bcd0acdd-c333-446c-8a41-5a78a4fdef7f\",\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"createLock\":true,\"sfid\":null,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"description\":\"Lock to be created for Incident: e66ebf71-d897-46c9-9d4f-523542f17825\",\"externalId\":null}],\"requestId\":\"f03c90ab-59bf-0443-7034-9c9062c44cad\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:19.405312+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}"} 2025-03-14T18:46:19.405340+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}"} 2025-03-14T18:46:19.405402+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:19.405404+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.405418+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-ctc-lock-create-request"} 2025-03-14T18:46:19.405438+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:19.405486+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-ctc-lock-create-request - {\"createdAt\":\"2025-03-14T18:46:19.394Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T18:46:19.328Z\",\"modifiedAt\":\"2025-03-14T18:46:19.328Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"b0a16aee-1868-4801-9d51-2ad265427404\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T18:46:19.294Z\",\"modifiedAt\":\"2025-03-14T18:46:19.294Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"bcd0acdd-c333-446c-8a41-5a78a4fdef7f\",\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"createLock\":true,\"sfid\":null,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"description\":\"Lock to be created for Incident: e66ebf71-d897-46c9-9d4f-523542f17825\",\"externalId\":null}],\"requestId\":\"f03c90ab-59bf-0443-7034-9c9062c44cad\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:19.453039+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979452,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.453147+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:19.453148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"timestamp\":\"2025-03-14T18:46:19.394Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T18:46:19.453148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:46:19.453214+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:46:19.453305+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:19.453380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:19.453427+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'"} 2025-03-14T18:46:19.453427+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"timestamp\":\"2025-03-14T18:46:19.394Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T18:46:19.453440+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:46:19.453488+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:46:19.453545+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:19.453739+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741977979453,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T18:46:20.051353+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:20.051605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:20.051699+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:19.906Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core 1P\"]}},\"requestId\":\"d4e530a4-56e8-8f99-4b06-e9c433983d0d\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:20.051700+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:46:20.051740+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:46:20.051847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:20.051926+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980051,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:20.052171+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T18:46:20.052271+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:19.906Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:13.459Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:46:05.215Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core 1P\"]}},\"requestId\":\"d4e530a4-56e8-8f99-4b06-e9c433983d0d\",\"client\":\"quantumks2s\"}"} 2025-03-14T18:46:20.052272+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:46:20.052275+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:46:20.052344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:20.052345+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:20.052346+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T18:46:20.052346+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977980052,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:46:24.780039+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984779,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:24.780232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:24.780233+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:24.729Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T18:46:24.729Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{}}"} 2025-03-14T18:46:24.780237+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:24.780310+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:24.780397+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:24.780502+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:24.780577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T18:46:24.780602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:24.729Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T18:46:24.729Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{}}"} 2025-03-14T18:46:24.780619+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:24.780705+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T18:46:24.780801+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:24.780805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:46:24.780805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T18:46:24.780806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T18:46:24.780824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977984780,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T18:46:24.729Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T18:46:24.729Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{}}"} 2025-03-14T18:46:28.176467+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:28.176586+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:28.176613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:28.115Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\"},\"eventObj\":{\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"reminderId\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:46:28.176653+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:46:28.176708+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:46:28.176828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:28.176919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:28.176998+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T18:46:28.177001+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:28.115Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\"},\"eventObj\":{\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"reminderId\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:46:28.177002+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988176,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:46:28.177037+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988177,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:46:28.177114+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988177,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:28.177115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988177,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:28.177118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988177,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T18:46:28.177118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988177,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:28.177163+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988177,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T18:46:28.115Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\"},\"eventObj\":{\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"reminderId\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:46:28.252295+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:28.252361+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T18:46:28.252405+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:28.197Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\"},\"eventObj\":{\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"reminderId\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:45:58.028Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HV72NFR9\"}}"} 2025-03-14T18:46:28.252405+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:46:28.252453+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:46:28.252560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:28.252640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:28.252746+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T18:46:28.252747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:46:28.197Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\"},\"eventObj\":{\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"reminderId\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:45:58.028Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HV72NFR9\"}}"} 2025-03-14T18:46:28.252747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:46:28.252775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:46:28.252837+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:46:28.252837+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T18:46:28.252848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T18:46:28.252850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:46:28.252899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741977988252,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T18:46:28.197Z\",\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\"},\"eventObj\":{\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"reminderId\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"b2a24085-0293-46fb-a342-7ae05c06e696\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:45:58.028Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HV72NFR9\"}}"} 2025-03-14T18:46:41.878780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978001878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2786033664,\"uptime\":1797880.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27949040,\"nice\":16120,\"sys\":4484550,\"idle\":1759973310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27754000,\"nice\":15170,\"sys\":4506620,\"idle\":1760032310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6167,\"sum\":59562}}}"} 2025-03-14T18:46:41.878905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978001878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:47:14.710808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034710,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:47:14.711179+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:47:14.714638+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:47:14.699Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:25.818Z\"},\"eventObj\":{\"id\":\"cd2c35e4-50e8-43d6-a0e9-04fe21d889da\",\"serviceId\":\"PM846U4\",\"serviceName\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\",\"responderName\":\"Dominick Blue\",\"responderId\":\"P5SH499\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P5SH499\",\"incidentNumber\":\"14012505\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev2\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:47:14.628Z\",\"pdData\":{\"incident\":{\"incident_number\":14012505,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:47:14Z\",\"updated_at\":\"2025-03-14T18:47:14Z\",\"status\":\"triggered\",\"incident_key\":\"5ba7e9cc5c974985aaebb5c780c88bcb\",\"service\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"assignments\":[{\"at\":\"2025-03-14T18:47:14Z\",\"assignee\":{\"id\":\"P5SH499\",\"type\":\"user_reference\",\"summary\":\"Dominick Blue\",\"self\":\"https://api.pagerduty.com/users/P5SH499\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5SH499\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:47:14Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R8J2GJE1BPH9QITZ8WZAPQLMU1\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R8J2GJE1BPH9QITZ8WZAPQLMU1\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR/log_entries/R8J2GJE1BPH9QITZ8WZAPQLMU1\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTS92B1\",\"type\":\"escalation_policy_reference\",\"summary\":\"CPSRE Global Escalation\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTS92B1\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\"},\"teams\":[{\"id\":\"P186O8B\",\"type\":\"team_reference\",\"summary\":\"CP SRE Global\",\"self\":\"https://api.pagerduty.com/teams/P186O8B\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P186O8B\"}],\"impacted_services\":[{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:57:14Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T06:47:14Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q2UK8ZIGM663IR\",\"type\":\"incident\",\"summary\":\"[#14012505] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev2\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \"}}},\"responderEmail\":\"dominick.blue@salesforce.com\"}}"} 2025-03-14T18:47:14.714640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:47:14.714640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:47:14.714641+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:47:14.714642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:47:14.714647+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T18:47:14.714654+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:47:14.699Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:25.818Z\"},\"eventObj\":{\"id\":\"cd2c35e4-50e8-43d6-a0e9-04fe21d889da\",\"serviceId\":\"PM846U4\",\"serviceName\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\",\"responderName\":\"Dominick Blue\",\"responderId\":\"P5SH499\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P5SH499\",\"incidentNumber\":\"14012505\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev2\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:47:14.628Z\",\"pdData\":{\"incident\":{\"incident_number\":14012505,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:47:14Z\",\"updated_at\":\"2025-03-14T18:47:14Z\",\"status\":\"triggered\",\"incident_key\":\"5ba7e9cc5c974985aaebb5c780c88bcb\",\"service\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"assignments\":[{\"at\":\"2025-03-14T18:47:14Z\",\"assignee\":{\"id\":\"P5SH499\",\"type\":\"user_reference\",\"summary\":\"Dominick Blue\",\"self\":\"https://api.pagerduty.com/users/P5SH499\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5SH499\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:47:14Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R8J2GJE1BPH9QITZ8WZAPQLMU1\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R8J2GJE1BPH9QITZ8WZAPQLMU1\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR/log_entries/R8J2GJE1BPH9QITZ8WZAPQLMU1\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTS92B1\",\"type\":\"escalation_policy_reference\",\"summary\":\"CPSRE Global Escalation\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTS92B1\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\"},\"teams\":[{\"id\":\"P186O8B\",\"type\":\"team_reference\",\"summary\":\"CP SRE Global\",\"self\":\"https://api.pagerduty.com/teams/P186O8B\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P186O8B\"}],\"impacted_services\":[{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:57:14Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T06:47:14Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q2UK8ZIGM663IR\",\"type\":\"incident\",\"summary\":\"[#14012505] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev2\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \"}}},\"responderEmail\":\"dominick.blue@salesforce.com\"}}"} 2025-03-14T18:47:14.714655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:47:14.714655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034711,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:47:14.714656+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034712,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:47:14.714683+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034712,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:47:14.714685+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034712,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T18:47:14.714685+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034712,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:47:14.714695+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034712,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T18:47:14.699Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:25.818Z\"},\"eventObj\":{\"id\":\"cd2c35e4-50e8-43d6-a0e9-04fe21d889da\",\"serviceId\":\"PM846U4\",\"serviceName\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\",\"responderName\":\"Dominick Blue\",\"responderId\":\"P5SH499\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P5SH499\",\"incidentNumber\":\"14012505\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev2\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:47:14.628Z\",\"pdData\":{\"incident\":{\"incident_number\":14012505,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:47:14Z\",\"updated_at\":\"2025-03-14T18:47:14Z\",\"status\":\"triggered\",\"incident_key\":\"5ba7e9cc5c974985aaebb5c780c88bcb\",\"service\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"assignments\":[{\"at\":\"2025-03-14T18:47:14Z\",\"assignee\":{\"id\":\"P5SH499\",\"type\":\"user_reference\",\"summary\":\"Dominick Blue\",\"self\":\"https://api.pagerduty.com/users/P5SH499\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5SH499\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:47:14Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R8J2GJE1BPH9QITZ8WZAPQLMU1\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R8J2GJE1BPH9QITZ8WZAPQLMU1\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR/log_entries/R8J2GJE1BPH9QITZ8WZAPQLMU1\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTS92B1\",\"type\":\"escalation_policy_reference\",\"summary\":\"CPSRE Global Escalation\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTS92B1\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTS92B1\"},\"teams\":[{\"id\":\"P186O8B\",\"type\":\"team_reference\",\"summary\":\"CP SRE Global\",\"self\":\"https://api.pagerduty.com/teams/P186O8B\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P186O8B\"}],\"impacted_services\":[{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T18:57:14Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-15T06:47:14Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PM846U4\",\"type\":\"service_reference\",\"summary\":\"(CP SRE USE ONLY) CP SRE Global IMS Response\",\"self\":\"https://api.pagerduty.com/services/PM846U4\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PM846U4\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q2UK8ZIGM663IR\",\"type\":\"incident\",\"summary\":\"[#14012505] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q2UK8ZIGM663IR\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev2\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \"}}},\"responderEmail\":\"dominick.blue@salesforce.com\"}}"} 2025-03-14T18:47:14.714696+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034712,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PM846U4\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HLMRV19U\"}"} 2025-03-14T18:47:14.761721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034761,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:47:14.761963+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034761,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T18:47:14.762020+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034761,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:47:14.747Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:25.818Z\"},\"eventObj\":{\"users\":[\"U02NP5RGQQ7\"]}}"} 2025-03-14T18:47:14.762045+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:47:14.762118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:47:14.762238+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:47:14.762317+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:47:14.762466+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T18:47:14.762520+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:47:14.747Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:25.818Z\"},\"eventObj\":{\"users\":[\"U02NP5RGQQ7\"]}}"} 2025-03-14T18:47:14.762521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:47:14.762573+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:47:14.762610+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:47:14.762611+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:47:14.762692+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T18:47:14.762693+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:47:14.762704+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978034762,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T18:47:14.747Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:54.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:05.215Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:46:25.818Z\"},\"eventObj\":{\"users\":[\"U02NP5RGQQ7\"]}}"} 2025-03-14T18:51:41.878775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978301878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2766225408,\"uptime\":1798180.2,\"totalMem\":4018151424,\"loadavg\":[0.18,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27952130,\"nice\":16120,\"sys\":4485120,\"idle\":1760267980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27757350,\"nice\":15170,\"sys\":4507240,\"idle\":1760327020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5987,\"sum\":59631}}}"} 2025-03-14T18:51:41.878868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978301878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:52:41.878768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978361878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2766802944,\"uptime\":1798240.2,\"totalMem\":4018151424,\"loadavg\":[0.11,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27953270,\"nice\":16120,\"sys\":4485250,\"idle\":1760326980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27758410,\"nice\":15170,\"sys\":4507350,\"idle\":1760386040,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6000,\"sum\":59629}}}"} 2025-03-14T18:52:41.878931+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978361878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.249493+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510249,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.249784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510249,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:55:10.249818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510249,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:10.241Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:52:24.470Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"lock\":true,\"gusCaseRecordId\":\"500EE00001TtcuuYAB\",\"sfid\":\"aCqEE000000C0U50AK\"}],\"requestId\":\"5abeb897-70fb-77c3-a703-573ee02cc3e8\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:55:10.249836+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510249,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:55:10.249934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510249,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:55:10.250045+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510249,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.250102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.250378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T18:55:10.250524+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:10.039Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:52:24.470Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-14T18:43:54.000Z\",\"2025-03-14T18:43:00.000Z\"],\"severity\":[\"Sev2\",\"Sev1\"],\"impactStartTime\":[\"2025-03-14T18:46:05.215Z\",\"2025-03-14T18:46:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}]}},\"requestId\":\"5abeb897-70fb-77c3-a703-573ee02cc3e8\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:55:10.250524+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:55:10.250552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:55:10.250601+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.250683+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.250805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-notifier'"} 2025-03-14T18:55:10.250853+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:10.241Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:52:24.470Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"lock\":true,\"gusCaseRecordId\":\"500EE00001TtcuuYAB\",\"sfid\":\"aCqEE000000C0U50AK\"}],\"requestId\":\"5abeb897-70fb-77c3-a703-573ee02cc3e8\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:55:10.250854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:55:10.250901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T18:55:10.250936+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.250938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.250987+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-to-cis-request"} 2025-03-14T18:55:10.251006+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:55:10.251007+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510250,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-to-cis-request - {\"createdAt\":\"2025-03-14T18:55:10.241Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:52:24.470Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000PbkGn2AJ\",\"lock\":true,\"gusCaseRecordId\":\"500EE00001TtcuuYAB\",\"sfid\":\"aCqEE000000C0U50AK\"}],\"requestId\":\"5abeb897-70fb-77c3-a703-573ee02cc3e8\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:55:10.251076+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.251319+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T18:55:10.251405+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:10.039Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:52:24.470Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-14T18:43:54.000Z\",\"2025-03-14T18:43:00.000Z\"],\"severity\":[\"Sev2\",\"Sev1\"],\"impactStartTime\":[\"2025-03-14T18:46:05.215Z\",\"2025-03-14T18:46:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}]}},\"requestId\":\"5abeb897-70fb-77c3-a703-573ee02cc3e8\",\"client\":\"icc-slack-app\"}"} 2025-03-14T18:55:10.251406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:55:10.251425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T18:55:10.251490+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.251490+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.251491+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T18:55:10.251491+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510251,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:55:10.291716+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.291844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'"} 2025-03-14T18:55:10.291847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"timestamp\":\"2025-03-14T18:55:10.242Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T18:55:10.291848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:55:10.291912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:55:10.292006+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.292081+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:10.292124+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'"} 2025-03-14T18:55:10.292124+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"timestamp\":\"2025-03-14T18:55:10.242Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T18:55:10.292158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:55:10.292170+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T18:55:10.292234+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:10.292413+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741978510292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T18:55:33.626191+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:33.626733+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T18:55:33.630744+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:33.618Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"id\":\"36a859c7-d630-4c01-86e7-be751a02926e\",\"serviceId\":\"POTKQ6M\",\"serviceName\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\",\"responderName\":\"Jason Tatem\",\"responderId\":\"PXGBKW2\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXGBKW2\",\"incidentNumber\":\"14012562\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:55:33.561Z\",\"pdData\":{\"incident\":{\"incident_number\":14012562,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:55:33Z\",\"updated_at\":\"2025-03-14T18:55:33Z\",\"status\":\"triggered\",\"incident_key\":\"ab163b121e9242a6a2e57bc9b388efb7\",\"service\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"assignments\":[{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PXGBKW2\",\"type\":\"user_reference\",\"summary\":\"Jason Tatem\",\"self\":\"https://api.pagerduty.com/users/PXGBKW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXGBKW2\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PRL388T\",\"type\":\"user_reference\",\"summary\":\"Morgan Collins\",\"self\":\"https://api.pagerduty.com/users/PRL388T\",\"html_url\":\"https://salesforce.pagerduty.com/users/PRL388T\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P22SWW2\",\"type\":\"user_reference\",\"summary\":\"Brandon Patton\",\"self\":\"https://api.pagerduty.com/users/P22SWW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/P22SWW2\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P5MUOU9\",\"type\":\"user_reference\",\"summary\":\"Jeremy Miller\",\"self\":\"https://api.pagerduty.com/users/P5MUOU9\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5MUOU9\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P02V7JU\",\"type\":\"user_reference\",\"summary\":\"Alex Gonzalez\",\"self\":\"https://api.pagerduty.com/users/P02V7JU\",\"html_url\":\"https://salesforce.pagerduty.com/users/P02V7JU\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P49T6C4\",\"type\":\"user_reference\",\"summary\":\"Tyler Langlais\",\"self\":\"https://api.pagerduty.com/users/P49T6C4\",\"html_url\":\"https://salesforce.pagerduty.com/users/P49T6C4\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PQTTXPH\",\"type\":\"user_reference\",\"summary\":\"API User\",\"self\":\"https://api.pagerduty.com/users/PQTTXPH\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQTTXPH\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P2G4L5T\",\"type\":\"user_reference\",\"summary\":\"Sarah Butt\",\"self\":\"https://api.pagerduty.com/users/P2G4L5T\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2G4L5T\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PYNADBZ\",\"type\":\"user_reference\",\"summary\":\"Michaela Huserik\",\"self\":\"https://api.pagerduty.com/users/PYNADBZ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PYNADBZ\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PBZ3LTK\",\"type\":\"user_reference\",\"summary\":\"Travis Corson\",\"self\":\"https://api.pagerduty.com/users/PBZ3LTK\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBZ3LTK\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PH9TP73\",\"type\":\"user_reference\",\"summary\":\"Dan Kincaid\",\"self\":\"https://api.pagerduty.com/users/PH9TP73\",\"html_url\":\"https://salesforce.pagerduty.com/users/PH9TP73\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PUYK138\",\"type\":\"user_reference\",\"summary\":\"John Cookingham\",\"self\":\"https://api.pagerduty.com/users/PUYK138\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUYK138\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PBNI11H\",\"type\":\"user_reference\",\"summary\":\"Christopher Reeves\",\"self\":\"https://api.pagerduty.com/users/PBNI11H\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBNI11H\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PB65ANX\",\"type\":\"user_reference\",\"summary\":\"Luis Bettencourt\",\"self\":\"https://api.pagerduty.com/users/PB65ANX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PB65ANX\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:55:33Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R4M32AD5GGHK35UJO8CA6NCQEA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R4M32AD5GGHK35UJO8CA6NCQEA\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72/log_entries/R4M32AD5GGHK35UJO8CA6NCQEA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5XY85O\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIR - Centralized Incident Response - Mon-Fri\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5XY85O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5XY85O\"},\"teams\":[{\"id\":\"P0UW85D\",\"type\":\"team_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR)\",\"self\":\"https://api.pagerduty.com/teams/P0UW85D\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P0UW85D\"}],\"impacted_services\":[{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:00:32Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11711XUGMZG72\",\"type\":\"incident\",\"summary\":\"[#14012562] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q11711XUGMZG72\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \"}}},\ 2025-03-14T18:55:33.630744+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] "responderEmail\":\"jtatem@salesforce.com\"}}"} 2025-03-14T18:55:33.630746+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:55:33.630747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:55:33.630749+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:33.630749+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:33.630751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T18:55:33.630751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533626,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:55:33.630759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T18:55:33.618Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"id\":\"36a859c7-d630-4c01-86e7-be751a02926e\",\"serviceId\":\"POTKQ6M\",\"serviceName\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\",\"responderName\":\"Jason Tatem\",\"responderId\":\"PXGBKW2\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXGBKW2\",\"incidentNumber\":\"14012562\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:55:33.561Z\",\"pdData\":{\"incident\":{\"incident_number\":14012562,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:55:33Z\",\"updated_at\":\"2025-03-14T18:55:33Z\",\"status\":\"triggered\",\"incident_key\":\"ab163b121e9242a6a2e57bc9b388efb7\",\"service\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"assignments\":[{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PXGBKW2\",\"type\":\"user_reference\",\"summary\":\"Jason Tatem\",\"self\":\"https://api.pagerduty.com/users/PXGBKW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXGBKW2\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PRL388T\",\"type\":\"user_reference\",\"summary\":\"Morgan Collins\",\"self\":\"https://api.pagerduty.com/users/PRL388T\",\"html_url\":\"https://salesforce.pagerduty.com/users/PRL388T\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P22SWW2\",\"type\":\"user_reference\",\"summary\":\"Brandon Patton\",\"self\":\"https://api.pagerduty.com/users/P22SWW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/P22SWW2\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P5MUOU9\",\"type\":\"user_reference\",\"summary\":\"Jeremy Miller\",\"self\":\"https://api.pagerduty.com/users/P5MUOU9\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5MUOU9\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P02V7JU\",\"type\":\"user_reference\",\"summary\":\"Alex Gonzalez\",\"self\":\"https://api.pagerduty.com/users/P02V7JU\",\"html_url\":\"https://salesforce.pagerduty.com/users/P02V7JU\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P49T6C4\",\"type\":\"user_reference\",\"summary\":\"Tyler Langlais\",\"self\":\"https://api.pagerduty.com/users/P49T6C4\",\"html_url\":\"https://salesforce.pagerduty.com/users/P49T6C4\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PQTTXPH\",\"type\":\"user_reference\",\"summary\":\"API User\",\"self\":\"https://api.pagerduty.com/users/PQTTXPH\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQTTXPH\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P2G4L5T\",\"type\":\"user_reference\",\"summary\":\"Sarah Butt\",\"self\":\"https://api.pagerduty.com/users/P2G4L5T\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2G4L5T\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PYNADBZ\",\"type\":\"user_reference\",\"summary\":\"Michaela Huserik\",\"self\":\"https://api.pagerduty.com/users/PYNADBZ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PYNADBZ\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PBZ3LTK\",\"type\":\"user_reference\",\"summary\":\"Travis Corson\",\"self\":\"https://api.pagerduty.com/users/PBZ3LTK\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBZ3LTK\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PH9TP73\",\"type\":\"user_reference\",\"summary\":\"Dan Kincaid\",\"self\":\"https://api.pagerduty.com/users/PH9TP73\",\"html_url\":\"https://salesforce.pagerduty.com/users/PH9TP73\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PUYK138\",\"type\":\"user_reference\",\"summary\":\"John Cookingham\",\"self\":\"https://api.pagerduty.com/users/PUYK138\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUYK138\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PBNI11H\",\"type\":\"user_reference\",\"summary\":\"Christopher Reeves\",\"self\":\"https://api.pagerduty.com/users/PBNI11H\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBNI11H\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PB65ANX\",\"type\":\"user_reference\",\"summary\":\"Luis Bettencourt\",\"self\":\"https://api.pagerduty.com/users/PB65ANX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PB65ANX\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:55:33Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R4M32AD5GGHK35UJO8CA6NCQEA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R4M32AD5GGHK35UJO8CA6NCQEA\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72/log_entries/R4M32AD5GGHK35UJO8CA6NCQEA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5XY85O\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIR - Centralized Incident Response - Mon-Fri\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5XY85O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5XY85O\"},\"teams\":[{\"id\":\"P0UW85D\",\"type\":\"team_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR)\",\"self\":\"https://api.pagerduty.com/teams/P0UW85D\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P0UW85D\"}],\"impacted_services\":[{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:00:32Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11711XUGMZG72\",\"type\":\"incident\",\"summary\":\"[#14012562] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q11711XUGMZG72\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \"}}},\"res 2025-03-14T18:55:33.630759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] ponderEmail\":\"jtatem@salesforce.com\"}}"} 2025-03-14T18:55:33.630760+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533627,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"POTKQ6M\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HLMRV19U\"}"} 2025-03-14T18:55:33.631712+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533631,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:33.632225+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:55:33.632354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:33.618Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"id\":\"36a859c7-d630-4c01-86e7-be751a02926e\",\"serviceId\":\"POTKQ6M\",\"serviceName\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\",\"responderName\":\"Jason Tatem\",\"responderId\":\"PXGBKW2\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PXGBKW2\",\"incidentNumber\":\"14012562\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:55:33.561Z\",\"pdData\":{\"incident\":{\"incident_number\":14012562,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:55:33Z\",\"updated_at\":\"2025-03-14T18:55:33Z\",\"status\":\"triggered\",\"incident_key\":\"ab163b121e9242a6a2e57bc9b388efb7\",\"service\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"assignments\":[{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PXGBKW2\",\"type\":\"user_reference\",\"summary\":\"Jason Tatem\",\"self\":\"https://api.pagerduty.com/users/PXGBKW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/PXGBKW2\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PRL388T\",\"type\":\"user_reference\",\"summary\":\"Morgan Collins\",\"self\":\"https://api.pagerduty.com/users/PRL388T\",\"html_url\":\"https://salesforce.pagerduty.com/users/PRL388T\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P22SWW2\",\"type\":\"user_reference\",\"summary\":\"Brandon Patton\",\"self\":\"https://api.pagerduty.com/users/P22SWW2\",\"html_url\":\"https://salesforce.pagerduty.com/users/P22SWW2\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P5MUOU9\",\"type\":\"user_reference\",\"summary\":\"Jeremy Miller\",\"self\":\"https://api.pagerduty.com/users/P5MUOU9\",\"html_url\":\"https://salesforce.pagerduty.com/users/P5MUOU9\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P02V7JU\",\"type\":\"user_reference\",\"summary\":\"Alex Gonzalez\",\"self\":\"https://api.pagerduty.com/users/P02V7JU\",\"html_url\":\"https://salesforce.pagerduty.com/users/P02V7JU\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P49T6C4\",\"type\":\"user_reference\",\"summary\":\"Tyler Langlais\",\"self\":\"https://api.pagerduty.com/users/P49T6C4\",\"html_url\":\"https://salesforce.pagerduty.com/users/P49T6C4\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PQTTXPH\",\"type\":\"user_reference\",\"summary\":\"API User\",\"self\":\"https://api.pagerduty.com/users/PQTTXPH\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQTTXPH\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"P2G4L5T\",\"type\":\"user_reference\",\"summary\":\"Sarah Butt\",\"self\":\"https://api.pagerduty.com/users/P2G4L5T\",\"html_url\":\"https://salesforce.pagerduty.com/users/P2G4L5T\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PYNADBZ\",\"type\":\"user_reference\",\"summary\":\"Michaela Huserik\",\"self\":\"https://api.pagerduty.com/users/PYNADBZ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PYNADBZ\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PBZ3LTK\",\"type\":\"user_reference\",\"summary\":\"Travis Corson\",\"self\":\"https://api.pagerduty.com/users/PBZ3LTK\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBZ3LTK\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PH9TP73\",\"type\":\"user_reference\",\"summary\":\"Dan Kincaid\",\"self\":\"https://api.pagerduty.com/users/PH9TP73\",\"html_url\":\"https://salesforce.pagerduty.com/users/PH9TP73\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PUYK138\",\"type\":\"user_reference\",\"summary\":\"John Cookingham\",\"self\":\"https://api.pagerduty.com/users/PUYK138\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUYK138\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PBNI11H\",\"type\":\"user_reference\",\"summary\":\"Christopher Reeves\",\"self\":\"https://api.pagerduty.com/users/PBNI11H\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBNI11H\"}},{\"at\":\"2025-03-14T18:55:33Z\",\"assignee\":{\"id\":\"PB65ANX\",\"type\":\"user_reference\",\"summary\":\"Luis Bettencourt\",\"self\":\"https://api.pagerduty.com/users/PB65ANX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PB65ANX\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:55:33Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R4M32AD5GGHK35UJO8CA6NCQEA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R4M32AD5GGHK35UJO8CA6NCQEA\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72/log_entries/R4M32AD5GGHK35UJO8CA6NCQEA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P5XY85O\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIR - Centralized Incident Response - Mon-Fri\",\"self\":\"https://api.pagerduty.com/escalation_policies/P5XY85O\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P5XY85O\"},\"teams\":[{\"id\":\"P0UW85D\",\"type\":\"team_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR)\",\"self\":\"https://api.pagerduty.com/teams/P0UW85D\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P0UW85D\"}],\"impacted_services\":[{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:00:32Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"POTKQ6M\",\"type\":\"service_reference\",\"summary\":\"GUS: Centralized Incident Response(CIR) Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/POTKQ6M\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/POTKQ6M\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11711XUGMZG72\",\"type\":\"incident\",\"summary\":\"[#14012562] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q11711XUGMZG72\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11711XUGMZG72\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: \"}}},\ 2025-03-14T18:55:33.632354+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] "responderEmail\":\"jtatem@salesforce.com\"}}"} 2025-03-14T18:55:33.632375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:55:33.632415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:55:33.632502+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533632,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:33.665314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:33.665317+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T18:55:33.665320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:33.655Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"users\":[\"WAXCLPH43\"]}}"} 2025-03-14T18:55:33.665320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:55:33.665321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:55:33.665321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:33.665322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533664,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:33.665323+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T18:55:33.665325+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:55:33.655Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"users\":[\"WAXCLPH43\"]}}"} 2025-03-14T18:55:33.665325+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:55:33.665326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:55:33.665326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:55:33.665326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:55:33.665328+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T18:55:33.665328+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:55:33.665329+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978533665,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T18:55:33.655Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"users\":[\"WAXCLPH43\"]}}"} 2025-03-14T18:57:41.878768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978661878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767179776,\"uptime\":1798540.2,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27957880,\"nice\":16120,\"sys\":4485920,\"idle\":1760622170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27762920,\"nice\":15170,\"sys\":4508030,\"idle\":1760681170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5995,\"sum\":59630}}}"} 2025-03-14T18:57:41.878890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978661878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.414746+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691414,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.414918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691414,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:11.415001+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691414,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:10.883Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:58:11.415003+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691414,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:58:11.415074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:58:11.415170+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.415247+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.415449+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:11.415498+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.115Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"ok\":true,\"id\":\"da5e6680-296b-4e44-99d9-ef48e501fab8\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"incidentSubject\":\"Platfom events publish failures instance wide DEU124\",\"incidentDescription\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.415533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:58:11.415565+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:58:11.415618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.415698+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.415990+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691415,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:11.416094+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.295Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[]}]},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.416099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T18:58:11.416148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T18:58:11.416197+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.416262+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.416386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-executed' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:11.416407+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.265Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"type\":\"PAGE\",\"message\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"audience\":[{\"id\":\"PLSMU0R\",\"name\":\"CIC Comms - Trust Assistance\",\"status\":\"active\"}],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":3,\"inheritedFromTeamConfig\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"id\":\"09fde9f9-1313-445c-9753-618711435ebe\",\"slackChannelId\":\"C08HLMRV19U\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.416425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.416471+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.416516+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.416590+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.416697+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T18:58:11.416701+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:10.883Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:58:11.416716+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:58:11.416767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T18:58:11.416803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.416820+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.416850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T18:58:11.416852+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:11.416878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T18:58:10.883Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T18:58:11.416948+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691416,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.417131+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'"} 2025-03-14T18:58:11.417174+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.115Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"ok\":true,\"id\":\"da5e6680-296b-4e44-99d9-ef48e501fab8\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"incidentSubject\":\"Platfom events publish failures instance wide DEU124\",\"incidentDescription\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.417208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:58:11.417638+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T18:58:11.417671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.417717+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.417719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-request"} 2025-03-14T18:58:11.417719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:11.417798+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-page-request - {\"createdAt\":\"2025-03-14T18:58:11.115Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"ok\":true,\"id\":\"da5e6680-296b-4e44-99d9-ef48e501fab8\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"incidentSubject\":\"Platfom events publish failures instance wide DEU124\",\"incidentDescription\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.417839+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691417,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.418158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T18:58:11.418253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.295Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[]}]},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.418254+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T18:58:11.418257+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T18:58:11.418331+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.418332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.418333+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T18:58:11.418333+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:11.418418+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T18:58:11.295Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[]}]},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.418495+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.418596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-executed' for consumer group='icc-notifier'"} 2025-03-14T18:58:11.418615+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.265Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"type\":\"PAGE\",\"message\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"audience\":[{\"id\":\"PLSMU0R\",\"name\":\"CIC Comms - Trust Assistance\",\"status\":\"active\"}],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":3,\"inheritedFromTeamConfig\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"id\":\"09fde9f9-1313-445c-9753-618711435ebe\",\"slackChannelId\":\"C08HLMRV19U\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.418629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.418683+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.418733+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.418753+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.418754+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-scheduled-activity-executed"} 2025-03-14T18:58:11.418754+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:11.418775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691418,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-scheduled-activity-executed - {\"createdAt\":\"2025-03-14T18:58:11.265Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"type\":\"PAGE\",\"message\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"audience\":[{\"id\":\"PLSMU0R\",\"name\":\"CIC Comms - Trust Assistance\",\"status\":\"active\"}],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":3,\"inheritedFromTeamConfig\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"id\":\"09fde9f9-1313-445c-9753-618711435ebe\",\"slackChannelId\":\"C08HLMRV19U\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.508258+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.508379+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-executed' for consumer group='icc-notifier'"} 2025-03-14T18:58:11.508383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.450Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"type\":\"COMM\",\"message\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"audience\":[{\"id\":\"C05U9CBHX8D\",\"name\":\"tce-core-platform\"},\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":3,\"inheritedFromTeamConfig\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"id\":\"bce52aa6-164b-4cb6-9157-786374f81be4\",\"slackChannelId\":\"C08HLMRV19U\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.508397+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.508452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.508550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.508551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.508552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-scheduled-activity-executed"} 2025-03-14T18:58:11.508567+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:11.508618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-scheduled-activity-executed - {\"createdAt\":\"2025-03-14T18:58:11.450Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"type\":\"COMM\",\"message\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"audience\":[{\"id\":\"C05U9CBHX8D\",\"name\":\"tce-core-platform\"},\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":3,\"inheritedFromTeamConfig\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"id\":\"bce52aa6-164b-4cb6-9157-786374f81be4\",\"slackChannelId\":\"C08HLMRV19U\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.508698+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.508794+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-executed' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:11.508812+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.450Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"type\":\"COMM\",\"message\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"audience\":[{\"id\":\"C05U9CBHX8D\",\"name\":\"tce-core-platform\"},\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"],\"offsetUnit\":\"m\",\"isRecurring\":false,\"offsetValue\":3,\"inheritedFromTeamConfig\":true,\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\"}},\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"id\":\"bce52aa6-164b-4cb6-9157-786374f81be4\",\"slackChannelId\":\"C08HLMRV19U\"},\"client\":\"icc-rule-engine\"}"} 2025-03-14T18:58:11.508845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.508859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-executed\"}}"} 2025-03-14T18:58:11.508936+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.528218+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.528385+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T18:58:11.528386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.478Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.806Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HLMRV19U\"}}"} 2025-03-14T18:58:11.528387+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:58:11.528433+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:58:11.528544+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:11.528547+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.528548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T18:58:11.528548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:11.528571+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T18:58:11.478Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.806Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HLMRV19U\"}}"} 2025-03-14T18:58:11.528652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:11.528748+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:11.528790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:11.478Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.806Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HLMRV19U\"}}"} 2025-03-14T18:58:11.528790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:58:11.528844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T18:58:11.528870+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978691528,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:12.010683+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692010,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.011063+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:12.011165+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:12.002Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"id\":\"da5e6680-296b-4e44-99d9-ef48e501fab8\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\",\"responderName\":\"Sardendu Pramanik\",\"responderId\":\"P95I2QJ\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P95I2QJ\",\"incidentNumber\":\"14012579\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:58:11.796Z\",\"pdData\":{\"incident\":{\"incident_number\":14012579,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:58:11Z\",\"updated_at\":\"2025-03-14T18:58:11Z\",\"status\":\"triggered\",\"incident_key\":\"da98e7eb8f6145fb835d3bebd4d315c8\",\"service\":{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"},\"assignments\":[{\"at\":\"2025-03-14T18:58:11Z\",\"assignee\":{\"id\":\"P95I2QJ\",\"type\":\"user_reference\",\"summary\":\"Sardendu Pramanik\",\"self\":\"https://api.pagerduty.com/users/P95I2QJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/P95I2QJ\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:58:11Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RNOXFF6ZZ1AGH4ADNO64D4TXGO\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RNOXFF6ZZ1AGH4ADNO64D4TXGO\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM/log_entries/RNOXFF6ZZ1AGH4ADNO64D4TXGO\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PQF6ZR5\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIC Comms - Trust - EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PQF6ZR5\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PQF6ZR5\"},\"teams\":[{\"id\":\"PJ5CMM3\",\"type\":\"team_reference\",\"summary\":\"CIC Communications\",\"self\":\"https://api.pagerduty.com/teams/PJ5CMM3\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PJ5CMM3\"}],\"impacted_services\":[{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:03:11Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1KSCVDRIPXVBM\",\"type\":\"incident\",\"summary\":\"[#14012579] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\"}}},\"responderEmail\":\"sardendu.pramanik@salesforce.com\"}}"} 2025-03-14T18:58:12.011166+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:58:12.011200+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:58:12.011310+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:12.011386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.011740+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T18:58:12.011832+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:12.002Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"id\":\"da5e6680-296b-4e44-99d9-ef48e501fab8\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\",\"responderName\":\"Sardendu Pramanik\",\"responderId\":\"P95I2QJ\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P95I2QJ\",\"incidentNumber\":\"14012579\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:58:11.796Z\",\"pdData\":{\"incident\":{\"incident_number\":14012579,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:58:11Z\",\"updated_at\":\"2025-03-14T18:58:11Z\",\"status\":\"triggered\",\"incident_key\":\"da98e7eb8f6145fb835d3bebd4d315c8\",\"service\":{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"},\"assignments\":[{\"at\":\"2025-03-14T18:58:11Z\",\"assignee\":{\"id\":\"P95I2QJ\",\"type\":\"user_reference\",\"summary\":\"Sardendu Pramanik\",\"self\":\"https://api.pagerduty.com/users/P95I2QJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/P95I2QJ\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:58:11Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RNOXFF6ZZ1AGH4ADNO64D4TXGO\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RNOXFF6ZZ1AGH4ADNO64D4TXGO\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM/log_entries/RNOXFF6ZZ1AGH4ADNO64D4TXGO\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PQF6ZR5\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIC Comms - Trust - EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PQF6ZR5\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PQF6ZR5\"},\"teams\":[{\"id\":\"PJ5CMM3\",\"type\":\"team_reference\",\"summary\":\"CIC Communications\",\"self\":\"https://api.pagerduty.com/teams/PJ5CMM3\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PJ5CMM3\"}],\"impacted_services\":[{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:03:11Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1KSCVDRIPXVBM\",\"type\":\"incident\",\"summary\":\"[#14012579] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\"}}},\"responderEmail\":\"sardendu.pramanik@salesforce.com\"}}"} 2025-03-14T18:58:12.011833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:58:12.011836+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T18:58:12.011919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:12.011920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.011921+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T18:58:12.011923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T18:58:12.012026+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T18:58:12.002Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"id\":\"da5e6680-296b-4e44-99d9-ef48e501fab8\",\"serviceId\":\"PLSMU0R\",\"serviceName\":\"CIC Comms - Trust Assistance\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\",\"responderName\":\"Sardendu Pramanik\",\"responderId\":\"P95I2QJ\",\"responderLink\":\"https://salesforce.pagerduty.com/users/P95I2QJ\",\"incidentNumber\":\"14012579\",\"incidentTitle\":\"Incident: Platfom events publish failures instance wide DEU124\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"success\":true,\"pageTimestamp\":\"2025-03-14T18:58:11.796Z\",\"pdData\":{\"incident\":{\"incident_number\":14012579,\"title\":\"Incident: Platfom events publish failures instance wide DEU124\",\"description\":\"Incident: Platfom events publish failures instance wide DEU124\",\"created_at\":\"2025-03-14T18:58:11Z\",\"updated_at\":\"2025-03-14T18:58:11Z\",\"status\":\"triggered\",\"incident_key\":\"da98e7eb8f6145fb835d3bebd4d315c8\",\"service\":{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"},\"assignments\":[{\"at\":\"2025-03-14T18:58:11Z\",\"assignee\":{\"id\":\"P95I2QJ\",\"type\":\"user_reference\",\"summary\":\"Sardendu Pramanik\",\"self\":\"https://api.pagerduty.com/users/P95I2QJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/P95I2QJ\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T18:58:11Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RNOXFF6ZZ1AGH4ADNO64D4TXGO\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RNOXFF6ZZ1AGH4ADNO64D4TXGO\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM/log_entries/RNOXFF6ZZ1AGH4ADNO64D4TXGO\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PQF6ZR5\",\"type\":\"escalation_policy_reference\",\"summary\":\"CIC Comms - Trust - EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PQF6ZR5\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PQF6ZR5\"},\"teams\":[{\"id\":\"PJ5CMM3\",\"type\":\"team_reference\",\"summary\":\"CIC Communications\",\"self\":\"https://api.pagerduty.com/teams/PJ5CMM3\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PJ5CMM3\"}],\"impacted_services\":[{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:03:11Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PLSMU0R\",\"type\":\"service_reference\",\"summary\":\"CIC Comms - Trust Assistance\",\"self\":\"https://api.pagerduty.com/services/PLSMU0R\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PLSMU0R\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1KSCVDRIPXVBM\",\"type\":\"incident\",\"summary\":\"[#14012579] Incident: Platfom events publish failures instance wide DEU124\",\"self\":\"https://api.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1KSCVDRIPXVBM\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Platfom events publish failures instance wide DEU124\\nSeverity: Sev1\\nSlack Channel: #icc-73030750\\nBridge URL: https://meet.google.com/vwy-oqks-npc\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\\nAdditional Details: Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\nPlease join the Voice Bridge and Slack Channel\"}}},\"responderEmail\":\"sardendu.pramanik@salesforce.com\"}}"} 2025-03-14T18:58:12.012196+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692012,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PLSMU0R\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HLMRV19U\"}"} 2025-03-14T18:58:12.042204+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.042316+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:12.042337+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:12.033Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"users\":[\"U050ZRLTR5Y\"]}}"} 2025-03-14T18:58:12.042355+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:58:12.042417+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:58:12.042555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:12.042629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.042732+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T18:58:12.042763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:12.033Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"users\":[\"U050ZRLTR5Y\"]}}"} 2025-03-14T18:58:12.042766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:58:12.042821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T18:58:12.042853+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:12.042854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.042865+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T18:58:12.042898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:12.042908+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T18:58:12.033Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"users\":[\"U050ZRLTR5Y\"]}}"} 2025-03-14T18:58:12.114085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692113,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.114346+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T18:58:12.114400+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:12.106Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"sequenceNumber\":1}}"} 2025-03-14T18:58:12.114418+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:12.114468+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:12.114604+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:12.114605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.114606+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T18:58:12.114607+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:12.114669+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T18:58:12.106Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"sequenceNumber\":1}}"} 2025-03-14T18:58:12.114749+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:12.114946+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:12.114993+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:12.106Z\",\"user\":{\"id\":\"9f4c01ec-7d46-47d3-a3a2-2913983c8783\",\"email\":\"incidentcommandcenter@salesforce.com\",\"active\":true,\"name\":\"IncidentCommandCenter\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005AH000000HtZbYAK\",\"slackUserId\":\"NOT_FOUND_SFDC\",\"createdBy\":\"sam.anderson@salesforce.com\",\"modifiedBy\":\"sam.anderson@salesforce.com\",\"createdAt\":\"2023-02-03T22:47:36.603Z\",\"modifiedAt\":\"2023-02-03T22:47:36.603Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"sequenceNumber\":1}}"} 2025-03-14T18:58:12.114995+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692114,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:12.115036+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978692115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:12.115082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978692115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:22.615044+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702614,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:22.615297+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T18:58:22.615392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:22.312Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"sequenceNumber\":1}}"} 2025-03-14T18:58:22.615411+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:22.615464+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:22.615577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:22.615676+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:22.615870+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T18:58:22.615924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T18:58:22.312Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"sequenceNumber\":1}}"} 2025-03-14T18:58:22.615945+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:22.615961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702615,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T18:58:22.616101+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978702616,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T18:58:22.616102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702616,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T18:58:22.616106+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702616,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T18:58:22.616106+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702616,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T18:58:22.616169+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978702616,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T18:58:22.312Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T18:52:20.164Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:55:16.898Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"da854e49-2aee-409c-95d6-17f0cbd4c5b0\",\"sequenceNumber\":1}}"} 2025-03-14T18:58:41.878797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741978721878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767183872,\"uptime\":1798600.2,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27958700,\"nice\":16120,\"sys\":4486020,\"idle\":1760681220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27763600,\"nice\":15170,\"sys\":4508160,\"idle\":1760740200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6012,\"sum\":59619}}}"} 2025-03-14T18:58:41.878887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741978721878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:03:41.878779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741979021878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767470592,\"uptime\":1798900.2,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27962290,\"nice\":16120,\"sys\":4486680,\"idle\":1760976540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27767230,\"nice\":15170,\"sys\":4508740,\"idle\":1761035410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59630}}}"} 2025-03-14T19:03:41.878901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741979021878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:06:41.878811+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741979201878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767527936,\"uptime\":1799080.21,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27964150,\"nice\":16120,\"sys\":4487050,\"idle\":1761153620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27769090,\"nice\":15170,\"sys\":4509030,\"idle\":1761212510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59633}}}"} 2025-03-14T19:06:41.878850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741979201878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:07:41.878825+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741979261878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2767544320,\"uptime\":1799140.21,\"totalMem\":4018151424,\"loadavg\":[0.23,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27964590,\"nice\":16120,\"sys\":4487200,\"idle\":1761212630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27769520,\"nice\":15170,\"sys\":4509170,\"idle\":1761271600,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59628}}}"} 2025-03-14T19:07:41.878958+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741979261878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:12:41.882778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741979561882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2769412096,\"uptime\":1799440.21,\"totalMem\":4018151424,\"loadavg\":[0.05,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27967600,\"nice\":16120,\"sys\":4487910,\"idle\":1761507740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27772340,\"nice\":15170,\"sys\":4509870,\"idle\":1761566810,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5995,\"sum\":59632}}}"} 2025-03-14T19:12:41.882895+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741979561882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:14:41.878813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741979681878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2769395712,\"uptime\":1799560.21,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27968810,\"nice\":16120,\"sys\":4488170,\"idle\":1761625880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27773690,\"nice\":15170,\"sys\":4510130,\"idle\":1761684790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6000,\"sum\":59631}}}"} 2025-03-14T19:14:41.878934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741979681878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:19:41.882817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741979981882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2768236544,\"uptime\":1799860.21,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27972690,\"nice\":16120,\"sys\":4488930,\"idle\":1761920050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27777700,\"nice\":15170,\"sys\":4510920,\"idle\":1761979160,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6001,\"sum\":59628}}}"} 2025-03-14T19:19:41.882906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741979981882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:20:08.095848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008095,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:20:08.095914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008095,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:20:08.095953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008095,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:20:07.534Z\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[]}"} 2025-03-14T19:20:08.095996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008095,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:20:08.096070+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008096,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:20:08.096164+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008096,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:20:08.096266+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008096,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:20:08.096339+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008096,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'"} 2025-03-14T19:20:08.097362+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008096,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:20:07.534Z\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[]}"} 2025-03-14T19:20:08.097403+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008097,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:20:08.097463+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008097,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:20:08.097556+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008097,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:20:08.097765+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741980008097,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T19:20:08.097846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008097,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:20:08.098366+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T19:20:08.098563+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:20:07.926Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:04:59.547Z\",\"usdResources\":[]},\"changes\":{\"impactEndTime\":[\"\",\"2025-03-14T18:00:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd 2025-03-14T19:20:08.098563+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] 7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null}],\"2\":[null,{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}]}},\"requestId\":\"7eb40225-fc52-09c7-b212-75c872d001ec\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:20:08.098565+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T19:20:08.098568+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T19:20:08.098620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:20:08.098673+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008098,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:20:08.099172+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T19:20:08.099296+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:20:07.926Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:04:59.547Z\",\"usdResources\":[]},\"changes\":{\"impactEndTime\":[\"\",\"2025-03-14T18:00:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null}],\"1\":[null,{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd 2025-03-14T19:20:08.099296+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] 7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null}],\"2\":[null,{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}]}},\"requestId\":\"7eb40225-fc52-09c7-b212-75c872d001ec\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:20:08.099298+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T19:20:08.099312+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T19:20:08.099393+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:20:08.099394+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:20:08.099394+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T19:20:08.099395+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980008099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T19:20:41.882781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980041882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770829312,\"uptime\":1799920.21,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27973310,\"nice\":16120,\"sys\":4489060,\"idle\":1761979000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27778460,\"nice\":15170,\"sys\":4511030,\"idle\":1762038140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6013,\"sum\":59615}}}"} 2025-03-14T19:20:41.882905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980041882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:21:41.882775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980101882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2769317888,\"uptime\":1799980.21,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27973850,\"nice\":16120,\"sys\":4489210,\"idle\":1762038040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27779180,\"nice\":15170,\"sys\":4511140,\"idle\":1762097140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59629}}}"} 2025-03-14T19:21:41.882897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980101882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:17.568010+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137567,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:17.568061+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:22:17.568079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:22:16.296Z\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0U50AK\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000PbkGn2AJ\"}]}"} 2025-03-14T19:22:17.568100+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T19:22:17.568161+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T19:22:17.568288+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:17.568328+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:17.568441+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'"} 2025-03-14T19:22:17.568451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:22:16.296Z\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0U50AK\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000PbkGn2AJ\"}]}"} 2025-03-14T19:22:17.568451+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T19:22:17.568474+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T19:22:17.568517+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:17.568705+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741980137568,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T19:22:17.591508+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:17.591665+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'"} 2025-03-14T19:22:17.591681+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:22:16.296Z\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0U50AK\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000PbkGn2AJ\"}],\"cis\":[{\"id\":\"bcd0acdd-c333-446c-8a41-5a78a4fdef7f\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"createLock\":false,\"sfid\":\"aCqEE000000C0U50AK\",\"configurationItem\":{\"id\":\"a7JEE00000PbkGn2AJ\",\"name\":\"deu124\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod3-eucentral1.core1.deu124\",\"parentId\":\"a7JAH000000I3aG2AS\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-14T18:46:19.328Z\",\"modifiedAt\":\"2025-03-14T19:22:15.861Z\",\"id\":\"b0a16aee-1868-4801-9d51-2ad265427404\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: e66ebf71-d897-46c9-9d4f-523542f17825\",\"externalId\":\"a8LEE00001BXhoy2AD\"}}]}"} 2025-03-14T19:22:17.591684+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T19:22:17.591735+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T19:22:17.591818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:17.591898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:17.592026+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'"} 2025-03-14T19:22:17.592038+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137591,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:22:16.296Z\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0U50AK\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000PbkGn2AJ\"}],\"cis\":[{\"id\":\"bcd0acdd-c333-446c-8a41-5a78a4fdef7f\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"createLock\":false,\"sfid\":\"aCqEE000000C0U50AK\",\"configurationItem\":{\"id\":\"a7JEE00000PbkGn2AJ\",\"name\":\"deu124\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod3-eucentral1.core1.deu124\",\"parentId\":\"a7JAH000000I3aG2AS\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-14T18:46:19.328Z\",\"modifiedAt\":\"2025-03-14T19:22:15.861Z\",\"id\":\"b0a16aee-1868-4801-9d51-2ad265427404\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: e66ebf71-d897-46c9-9d4f-523542f17825\",\"externalId\":\"a8LEE00001BXhoy2AD\"}}]}"} 2025-03-14T19:22:17.592041+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T19:22:17.592096+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980137592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T19:22:17.592116+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980137592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:17.592311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741980137592,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T19:22:22.551620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142551,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:22.551800+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980142551,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:22:22.551801+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142551,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:22:22.495Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T19:22:22.495Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{}}"} 2025-03-14T19:22:22.551802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142551,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:22:22.551870+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142551,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:22:22.552010+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980142551,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:22.552094+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:22.552186+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T19:22:22.552186+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:22:22.495Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T19:22:22.495Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{}}"} 2025-03-14T19:22:22.552209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:22:22.552259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:22:22.552312+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:22:22.552344+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:22:22.552347+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T19:22:22.552362+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T19:22:22.552389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980142552,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T19:22:22.495Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TtcuuYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T19:22:22.495Z\",\"recordId\":\"500EE00001TtcuuYAB\",\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"caseNumber\":\"73030750\"},\"changes\":{}}"} 2025-03-14T19:25:10.872471+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310872,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:10.872706+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310872,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T19:25:10.872784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310872,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:10.820Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"b5d76d70-7d1f-4fe3-bb98-2f2813ac7c3c\",\"message\":\"This an auto page is for SR Exec:\\n\\n{{team}} is running a {{severity}} Incident on the following voice bridge: {{bridge}}\\n\\nSlack Channel - {{slackChannel}}\\nCurrent Status - {{status}}\\nGUS Case Number - {{case}} \",\"additionalInfo\":{\"rule\":{\"name\":\"Escalate - SR Exec - Sev1 Incident\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T19:25:10.873280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310872,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T19:25:10.873281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310872,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T19:25:10.873282+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310872,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:10.873283+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:10.873283+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T19:25:10.873284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:10.820Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"b5d76d70-7d1f-4fe3-bb98-2f2813ac7c3c\",\"message\":\"This an auto page is for SR Exec:\\n\\n{{team}} is running a {{severity}} Incident on the following voice bridge: {{bridge}}\\n\\nSlack Channel - {{slackChannel}}\\nCurrent Status - {{status}}\\nGUS Case Number - {{case}} \",\"additionalInfo\":{\"rule\":{\"name\":\"Escalate - SR Exec - Sev1 Incident\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T19:25:10.873284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T19:25:10.873284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T19:25:10.873285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:10.873285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:10.873286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T19:25:10.873286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:25:10.873288+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T19:25:10.820Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":{\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"reminderId\":\"b5d76d70-7d1f-4fe3-bb98-2f2813ac7c3c\",\"message\":\"This an auto page is for SR Exec:\\n\\n{{team}} is running a {{severity}} Incident on the following voice bridge: {{bridge}}\\n\\nSlack Channel - {{slackChannel}}\\nCurrent Status - {{status}}\\nGUS Case Number - {{case}} \",\"additionalInfo\":{\"rule\":{\"name\":\"Escalate - SR Exec - Sev1 Incident\",\"type\":null}}},\"client\":\"icc-rest\"}"} 2025-03-14T19:25:10.875222+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310873,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:10.875223+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-deleted' for consumer group='icc-slack-actions'"} 2025-03-14T19:25:10.875240+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:10.859Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":[{\"id\":\"0faa59b9-45bf-4e5a-9c2b-f87bc05daa77\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:46:09.274Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"034cf655-4052-4fb4-b3b7-ddeb24eef354\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:56:20.238Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"89f403db-1979-4ead-9c3f-86233af0f2b7\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:55:10.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"fc773adc-e7c6-4204-b656-2725317220ee\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Add & Update Swimlanes\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"h\",\"triggersAt\":\"2025-03-14T19:55:10.800Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":1,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Swimlane Reminder\",\"type\":null},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.806Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"bce52aa6-164b-4cb6-9157-786374f81be4\",\"type\":\"COMM\",\"active\":true,\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"audience\":[{\"id\":\"C05U9CBHX8D\",\"name\":\"tce-core-platform\"},\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"],\"completed\":true,\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.813Z\",\"completedAt\":\"2025-03-14T18:58:11.453Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"09fde9f9-1313-445c-9753-618711435ebe\",\"type\":\"PAGE\",\"active\":true,\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\nPlease join the Voice Bridge and Slack Channel\",\"audience\":[{\"id\":\"PLSMU0R\",\"name\":\"CIC Comms - Trust Assistance\",\"status\":\"active\"}],\"completed\":true,\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.819Z\",\"completedAt\":\"2025-03-14T18:58:11.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"34d06a7c-b8a4-4e11-8b6b-a603ce36f2ae\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Close the case\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"h\",\"recurrence\":50,\"triggersAt\":\"2025-03-14T20:22:16.559Z\",\"isRecurring\":true,\"occurrences\":[],\"offsetValue\":1,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"frequencyValue\":4,\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"dc6c937a-6bd8-476c-8f36-384b78a0f4f8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T19:32:16.559Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"52b9cd70-6b6c-48ae-b928-8c25949a7236\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T19:27:16.559Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true}],\"client\":\"icc-rule-engine\"}"} 2025-03-14T19:25:10.875241+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-deleted\"}}"} 2025-03-14T19:25:10.875242+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-deleted\"}}"} 2025-03-14T19:25:10.875242+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:10.875244+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:10.875245+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-scheduled-activity-deleted' for consumer group='icc-notifier'"} 2025-03-14T19:25:10.875250+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310874,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:10.859Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":[{\"id\":\"0faa59b9-45bf-4e5a-9c2b-f87bc05daa77\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:46:09.274Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"034cf655-4052-4fb4-b3b7-ddeb24eef354\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:56:20.238Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"89f403db-1979-4ead-9c3f-86233af0f2b7\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:55:10.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"fc773adc-e7c6-4204-b656-2725317220ee\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Add & Update Swimlanes\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"h\",\"triggersAt\":\"2025-03-14T19:55:10.800Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":1,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Swimlane Reminder\",\"type\":null},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.806Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"bce52aa6-164b-4cb6-9157-786374f81be4\",\"type\":\"COMM\",\"active\":true,\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"audience\":[{\"id\":\"C05U9CBHX8D\",\"name\":\"tce-core-platform\"},\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"],\"completed\":true,\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.813Z\",\"completedAt\":\"2025-03-14T18:58:11.453Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"09fde9f9-1313-445c-9753-618711435ebe\",\"type\":\"PAGE\",\"active\":true,\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\nPlease join the Voice Bridge and Slack Channel\",\"audience\":[{\"id\":\"PLSMU0R\",\"name\":\"CIC Comms - Trust Assistance\",\"status\":\"active\"}],\"completed\":true,\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.819Z\",\"completedAt\":\"2025-03-14T18:58:11.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"34d06a7c-b8a4-4e11-8b6b-a603ce36f2ae\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Close the case\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"h\",\"recurrence\":50,\"triggersAt\":\"2025-03-14T20:22:16.559Z\",\"isRecurring\":true,\"occurrences\":[],\"offsetValue\":1,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"frequencyValue\":4,\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"dc6c937a-6bd8-476c-8f36-384b78a0f4f8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T19:32:16.559Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"52b9cd70-6b6c-48ae-b928-8c25949a7236\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T19:27:16.559Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true}],\"client\":\"icc-rule-engine\"}"} 2025-03-14T19:25:10.875250+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-deleted\"}}"} 2025-03-14T19:25:10.875251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-scheduled-activity-deleted\"}}"} 2025-03-14T19:25:10.875251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:10.875252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:10.875253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-scheduled-activity-deleted"} 2025-03-14T19:25:10.875253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:25:10.875258+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980310875,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-scheduled-activity-deleted - {\"createdAt\":\"2025-03-14T19:25:10.859Z\",\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\"},\"eventObj\":[{\"id\":\"0faa59b9-45bf-4e5a-9c2b-f87bc05daa77\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:46:09.274Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"034cf655-4052-4fb4-b3b7-ddeb24eef354\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:56:20.238Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"89f403db-1979-4ead-9c3f-86233af0f2b7\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Enable Recording AND Transcription for the Google Meet\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:55:10.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":0,\"additionalInfo\":{\"rule\":{\"name\":\"Reminder: Enable Recording and Transcription for Incident Bridges\",\"type\":\"elevated_users\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"fc773adc-e7c6-4204-b656-2725317220ee\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Add & Update Swimlanes\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"h\",\"triggersAt\":\"2025-03-14T19:55:10.800Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":1,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Swimlane Reminder\",\"type\":null},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"1af4fd5c-a7ab-4aea-b525-19961832d72e\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Double check that 'Impacted Clouds' is properly set to Core 1P, Core Live on Falcon or Heroku so that Executives can be paged on time\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.806Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev0/1 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"bce52aa6-164b-4cb6-9157-786374f81be4\",\"type\":\"COMM\",\"active\":true,\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"audience\":[{\"id\":\"C05U9CBHX8D\",\"name\":\"tce-core-platform\"},\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"],\"completed\":true,\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.813Z\",\"completedAt\":\"2025-03-14T18:58:11.453Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"09fde9f9-1313-445c-9753-618711435ebe\",\"type\":\"PAGE\",\"active\":true,\"message\":\"Team - {{team}}\\nCase - {{case}}\\nSeverity - {{severity}}\\nVoice Bridge - {{bridge}}\\nSlack Channel - {{slackChannel}}\\nPlease join the Voice Bridge and Slack Channel\",\"audience\":[{\"id\":\"PLSMU0R\",\"name\":\"CIC Comms - Trust Assistance\",\"status\":\"active\"}],\"completed\":true,\"conditions\":{\"all\":[{\"fact\":\"severity\",\"value\":\"Sev1\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"status\",\"value\":\"InProgress\",\"errors\":{},\"operator\":\"equal\"},{\"fact\":\"servicesImpacted\",\"value\":[\"Core 1P\",\"Foundations\",\"Core Live on Falcon\"],\"errors\":{},\"operator\":\"arrayContainsArray\"}]},\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T18:58:10.819Z\",\"completedAt\":\"2025-03-14T18:58:11.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":3,\"additionalInfo\":{\"rule\":{\"name\":\"CIC Sev1 Engagement\",\"type\":null}},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"34d06a7c-b8a4-4e11-8b6b-a603ce36f2ae\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Close the case\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"h\",\"recurrence\":50,\"triggersAt\":\"2025-03-14T20:22:16.559Z\",\"isRecurring\":true,\"occurrences\":[],\"offsetValue\":1,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"frequencyValue\":4,\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"dc6c937a-6bd8-476c-8f36-384b78a0f4f8\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T19:32:16.559Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},{\"id\":\"52b9cd70-6b6c-48ae-b928-8c25949a7236\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T19:27:16.559Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true}],\"client\":\"icc-rule-engine\"}"} 2025-03-14T19:25:52.878276+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:52.879058+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980352878,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T19:25:52.879213+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:52.671Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:22:22.495Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"duration\":\"20 hours\",\"incidentCommander\":\"Jeremy Miller\",\"incidentCommanderSlackUserId\":\"U042SBSFFU0\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"[FINAL TCE] - The Events Platform experienced a feature disruption due to drain pump payload loss. This issue self-resolved around the time that European users may have went offline due to the end of their workday. Further investigation will take place by the Events Platform team to understand the root cause of this incident.\\n\\nStart Time: Mar. 13th, 22:21 UTC\\nEnd Time: Mar. 14th, 18:00 UTC\\n\\nCustomer Cases: 1\",\"sentAt\":\"2025-03-14T19:25:52.184Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"1cb3b37f-8932-42f0-a73d-850fd100b691\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"duration\":\"20 hours\",\"incidentCommander\":\"Jeremy Miller\",\"incidentCommanderSlackUserId\":\"U042SBSFFU0\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"[FINAL TCE] - The Events Platform experienced a feature disruption due to drain pump payload loss. This issue self-resolved around the time that European users may have went offline due to the end of their workday. Further investigation will take place by the Events Platform team to understand the root cause of this incident.\\n\\nStart Time: Mar. 13th, 22:21 UTC\\nEnd Time: Mar. 14th, 18:00 UTC\\n\\nCustomer Cases: 1\",\"sentAt\":\"2025-03-14T19:25:52.184Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\" 2025-03-14T19:25:52.879213+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] :\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"4edbc8f7-194c-9d0c-e2ef-4c7e4fe00545\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:25:52.879218+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T19:25:52.879280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T19:25:52.879379+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:52.879467+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:52.879923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T19:25:52.880074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352879,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:52.671Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:22:22.495Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"duration\":\"20 hours\",\"incidentCommander\":\"Jeremy Miller\",\"incidentCommanderSlackUserId\":\"U042SBSFFU0\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"[FINAL TCE] - The Events Platform experienced a feature disruption due to drain pump payload loss. This issue self-resolved around the time that European users may have went offline due to the end of their workday. Further investigation will take place by the Events Platform team to understand the root cause of this incident.\\n\\nStart Time: Mar. 13th, 22:21 UTC\\nEnd Time: Mar. 14th, 18:00 UTC\\n\\nCustomer Cases: 1\",\"sentAt\":\"2025-03-14T19:25:52.184Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"1cb3b37f-8932-42f0-a73d-850fd100b691\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"duration\":\"20 hours\",\"incidentCommander\":\"Jeremy Miller\",\"incidentCommanderSlackUserId\":\"U042SBSFFU0\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"[FINAL TCE] - The Events Platform experienced a feature disruption due to drain pump payload loss. This issue self-resolved around the time that European users may have went offline due to the end of their workday. Further investigation will take place by the Events Platform team to understand the root cause of this incident.\\n\\nStart Time: Mar. 13th, 22:21 UTC\\nEnd Time: Mar. 14th, 18:00 UTC\\n\\nCustomer Cases: 1\",\"sentAt\":\"2025-03-14T19:25:52.184Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentBy\" 2025-03-14T19:25:52.880074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] :\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"4edbc8f7-194c-9d0c-e2ef-4c7e4fe00545\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:25:52.880086+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T19:25:52.880099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T19:25:52.880198+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:52.880230+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:52.880232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T19:25:52.880246+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:25:52.880393+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980352880,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T19:25:52.671Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:22:22.495Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"duration\":\"20 hours\",\"incidentCommander\":\"Jeremy Miller\",\"incidentCommanderSlackUserId\":\"U042SBSFFU0\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"[FINAL TCE] - The Events Platform experienced a feature disruption due to drain pump payload loss. This issue self-resolved around the time that European users may have went offline due to the end of their workday. Further investigation will take place by the Events Platform team to understand the root cause of this incident.\\n\\nStart Time: Mar. 13th, 22:21 UTC\\nEnd Time: Mar. 14th, 18:00 UTC\\n\\nCustomer Cases: 1\",\"sentAt\":\"2025-03-14T19:25:52.184Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"1cb3b37f-8932-42f0-a73d-850fd100b691\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev1\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"duration\":\"20 hours\",\"incidentCommander\":\"Jeremy Miller\",\"incidentCommanderSlackUserId\":\"U042SBSFFU0\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"[FINAL TCE] - The Events Platform experienced a feature disruption due to drain pump payload loss. This issue self-resolved around the time that European users may have went offline due to the end of their workday. Further investigation will take place by the Events Platform team to understand the root cause of this incident.\\n\\nStart Time: Mar. 13th, 22:21 UTC\\nEnd Time: Mar. 14th, 18:00 UTC\\n\\nCustomer Cases: 1\",\"sentAt\":\"2025-03-14T19:25:52.184Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev1\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/vwy-oqks-npc\",\"sentBySlackUserId\":\"NOT_FOUND_SFDC\",\"sentB 2025-03-14T19:25:52.880393+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] y\":\"IncidentCommandCenter\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T18:46:00.000Z\",\"duration\":\"12 minutes\",\"incidentCommander\":\"Dominick Blue\",\"incidentCommanderSlackUserId\":\"U02NP5RGQQ7\",\"subject\":\"Platfom events publish failures instance wide DEU124\",\"team\":\"Site Reliability\",\"content\":\"Team - Site Reliability\\nCase - 73030750\\nSeverity - Sev1\\nVoice Bridge - https://meet.google.com/vwy-oqks-npc\\nSlack Channel - icc-73030750\\n\\nThis is an automated TCE . If you require or have any additional information related to resolution of this incident, please join the voice bridge or slack channel\",\"sentAt\":\"2025-03-14T18:58:10.896Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"4edbc8f7-194c-9d0c-e2ef-4c7e4fe00545\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:25:53.544680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353544,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:53.545055+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:25:53.545157+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:53.535Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:22:22.495Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"1cb3b37f-8932-42f0-a73d-850fd100b691\",\"sequenceNumber\":2}}"} 2025-03-14T19:25:53.545158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T19:25:53.545191+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T19:25:53.545320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:53.545416+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:53.545732+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T19:25:53.545839+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:25:53.535Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:22:22.495Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"1cb3b37f-8932-42f0-a73d-850fd100b691\",\"sequenceNumber\":2}}"} 2025-03-14T19:25:53.545840+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T19:25:53.545843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T19:25:53.545932+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:25:53.545933+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e66ebf71-d897-46c9-9d4f-523542f17825"} 2025-03-14T19:25:53.545934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T19:25:53.545934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:25:53.546043+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980353545,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T19:25:53.535Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"e66ebf71-d897-46c9-9d4f-523542f17825\",\"slackChannel\":{\"id\":\"C08HLMRV19U\",\"name\":\"icc-73030750\"},\"subject\":\"Platfom events publish failures instance wide DEU124\",\"description\":\"Platfom events publish failures instance wide DEU124\\n\\nCase created using .case by @Nikita Aggarwal in #sr for deu124\",\"detectedTime\":\"2025-03-14T18:43:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741977440770739\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-13T22:21:00.000Z\",\"impactEndTime\":\"2025-03-14T18:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/vwy-oqks-npc\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-262-682-1484, pin: 923121531; \\nFind numbers in more regions on https://tel.meet/vwy-oqks-npc?pin=6206579167688, pin: 6206579167688\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"aa5b1260-3c9b-4b6b-96c7-e7f98dfbb9aa\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"40e42f81-82a6-4bc1-bda8-65c4e8d40c62\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"a8720a9d-36e0-4bb2-9bd7-8adda94aec9a\",\"email\":\"miller.jeremy@salesforce.com\",\"active\":true,\"name\":\"Jeremy Miller\",\"firstName\":\"\",\"lastName\":\"\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000008t5ldYAA\",\"slackUserId\":\"U042SBSFFU0\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2022-09-30T09:27:34.056Z\",\"modifiedAt\":\"2022-09-30T09:27:34.056Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T19:04:00.756Z\",\"modifiedAt\":\"2025-03-14T19:04:00.756Z\",\"createdBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"modifiedBy\":{\"id\":\"b65f4703-03a2-4674-8031-a91d89753c0d\",\"email\":\"alexander.gonzalez@salesforce.com\",\"active\":true,\"name\":\"Alex Gonzalez\",\"firstName\":\"Alex\",\"lastName\":\"Gonzalez\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B00000018dYUIAY\",\"slackUserId\":\"WHM054K9U\",\"createdBy\":\"alexander.gonzalez@salesforce.com\",\"modifiedBy\":\"alexander.gonzalez@salesforce.com\",\"createdAt\":\"2022-06-29T19:50:52.348Z\",\"modifiedAt\":\"2022-06-29T19:50:52.348Z\"},\"id\":\"2e3a4f5e-d8e5-4e68-8a82-40ab8f27dab4\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-14T18:46:05.215Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73030750\",\"caseRecordId\":\"500EE00001TtcuuYAB\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/ozfhAWri83X8\",\"engagedAt\":\"2025-03-14T18:46:19.414Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:22:22.495Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"1cb3b37f-8932-42f0-a73d-850fd100b691\",\"sequenceNumber\":2}}"} 2025-03-14T19:30:41.882789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980641882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770120704,\"uptime\":1800520.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27980910,\"nice\":16120,\"sys\":4490370,\"idle\":1762568930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27785660,\"nice\":15170,\"sys\":4512200,\"idle\":1762628550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5992,\"sum\":59632}}}"} 2025-03-14T19:30:41.882903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980641882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:32:48.008406+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768008,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T19:32:48.008668+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980768008,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T19:32:48.008718+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768008,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:32:47.557Z\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"name\":\"Yiyuan Xing\",\"email\":\"yxing@salesforce.com\"},\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02GZQQDFST\",\"U8L9GRME1\",\"U072Q9HGQAC\",\"UMM45A1PG\",\"U022PV6HCDP\"],\"channels\":[],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"a72a2238-810c-d903-4358-466be54eb9a7\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:32:48.008719+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768008,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T19:32:48.008777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768008,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T19:32:48.008867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980768008,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:32:48.011374+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768011,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T19:32:48.012324+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980768012,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T19:32:48.013415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768012,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:32:47.557Z\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"name\":\"Yiyuan Xing\",\"email\":\"yxing@salesforce.com\"},\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02GZQQDFST\",\"U8L9GRME1\",\"U072Q9HGQAC\",\"UMM45A1PG\",\"U022PV6HCDP\"],\"channels\":[],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"a72a2238-810c-d903-4358-466be54eb9a7\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:32:48.013425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T19:32:48.013471+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"} 2025-03-14T19:32:48.013549+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:32:48.013550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T19:32:48.013550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-without-slack-channel"} 2025-03-14T19:32:48.013552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:32:48.013620+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768013,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-14T19:32:47.557Z\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"name\":\"Yiyuan Xing\",\"email\":\"yxing@salesforce.com\"},\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02GZQQDFST\",\"U8L9GRME1\",\"U072Q9HGQAC\",\"UMM45A1PG\",\"U022PV6HCDP\"],\"channels\":[],\"inviteBots\":[]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"a72a2238-810c-d903-4358-466be54eb9a7\",\"client\":\"icc-slack-app\"}"} 2025-03-14T19:32:48.989841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980768989,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HSER3XJR purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T19:32:52.863661+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T19:32:52.863741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'"} 2025-03-14T19:32:52.863786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:32:52.384Z\",\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"C08HSER3XJR\",\"name\":\"icc-e6a34303-ce77-4541-b86d-01d124c389ec\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/y8waAtEnK6Lz\"}}"} 2025-03-14T19:32:52.863787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T19:32:52.863844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T19:32:52.863942+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:32:52.864018+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772863,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T19:32:52.864119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'"} 2025-03-14T19:32:52.864158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:32:52.384Z\",\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"C08HSER3XJR\",\"name\":\"icc-e6a34303-ce77-4541-b86d-01d124c389ec\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/y8waAtEnK6Lz\"}}"} 2025-03-14T19:32:52.864159+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T19:32:52.864182+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T19:32:52.864251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:32:52.864252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T19:32:52.864253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-created"} 2025-03-14T19:32:52.864254+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:32:52.864280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980772864,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-created - {\"createdAt\":\"2025-03-14T19:32:52.384Z\",\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"C08HSER3XJR\",\"name\":\"icc-e6a34303-ce77-4541-b86d-01d124c389ec\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/y8waAtEnK6Lz\"}}"} 2025-03-14T19:33:41.882792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980821882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770690048,\"uptime\":1800700.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27982840,\"nice\":16120,\"sys\":4490820,\"idle\":1762746080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27788070,\"nice\":15170,\"sys\":4512630,\"idle\":1762805560,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6048,\"sum\":59605}}}"} 2025-03-14T19:33:41.882899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980821882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:34:41.882810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741980881882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770235392,\"uptime\":1800760.21,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27983470,\"nice\":16120,\"sys\":4490930,\"idle\":1762805130,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27788610,\"nice\":15170,\"sys\":4512770,\"idle\":1762864640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5993,\"sum\":59629}}}"} 2025-03-14T19:34:41.882909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741980881882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:39:41.882768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981181882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770870272,\"uptime\":1801060.21,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27986360,\"nice\":16120,\"sys\":4491670,\"idle\":1763100380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27791440,\"nice\":15170,\"sys\":4513480,\"idle\":1763159860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6002,\"sum\":59621}}}"} 2025-03-14T19:39:41.882887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981181882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:41:41.882787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981301882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2770505728,\"uptime\":1801180.21,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27987440,\"nice\":16120,\"sys\":4491940,\"idle\":1763218450,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27792550,\"nice\":15170,\"sys\":4513740,\"idle\":1763277840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59630}}}"} 2025-03-14T19:41:41.882958+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981301882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:45:51.603936+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc. 2025-03-14T19:45:51.603940+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] [WARN] web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https://api.slack.com/reference/messaging/attachments#legacy_fields for more details). 2025-03-14T19:45:51.602303+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551602,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:45:51.602735+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551602,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:45:51.602827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551602,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:45:51.592Z\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"id\":\"0f023ae1-609f-4bf2-af0b-55990767c2ee\",\"serviceId\":\"PE4JSXF\",\"serviceName\":\"GUS: STRIDE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\",\"responderName\":\"Sparsh Prasad\",\"responderId\":\"PFWCZP4\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PFWCZP4\",\"incidentNumber\":\"14013000\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"success\":true,\"pageTimestamp\":\"2025-03-14T19:45:51.542Z\",\"pdData\":{\"incident\":{\"incident_number\":14013000,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T19:45:51Z\",\"updated_at\":\"2025-03-14T19:45:51Z\",\"status\":\"triggered\",\"incident_key\":\"b48338e1b2e146f08dfbaba4a2c538cf\",\"service\":{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"},\"assignments\":[{\"at\":\"2025-03-14T19:45:51Z\",\"assignee\":{\"id\":\"PFWCZP4\",\"type\":\"user_reference\",\"summary\":\"Sparsh Prasad\",\"self\":\"https://api.pagerduty.com/users/PFWCZP4\",\"html_url\":\"https://salesforce.pagerduty.com/users/PFWCZP4\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T19:45:51Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RR21Y6ZZ36D5R4ZQQXHO207FJN\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RR21Y6ZZ36D5R4ZQQXHO207FJN\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4/log_entries/RR21Y6ZZ36D5R4ZQQXHO207FJN\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P1TWAQ6\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: STRIDE Incident EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/P1TWAQ6\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P1TWAQ6\"},\"teams\":[{\"id\":\"PFR7CX0\",\"type\":\"team_reference\",\"summary\":\"GUS: STRIDE\",\"self\":\"https://api.pagerduty.com/teams/PFR7CX0\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PFR7CX0\"}],\"impacted_services\":[{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:55:51Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3X9IS0MRRI4Z4\",\"type\":\"incident\",\"summary\":\"[#14013000] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sparsh.prasad@salesforce.com\"}}"} 2025-03-14T19:45:51.602828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551602,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T19:45:51.602918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551602,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T19:45:51.603020+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551602,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:45:51.606303+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:45:51.606304+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T19:45:51.606317+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:45:51.592Z\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"id\":\"0f023ae1-609f-4bf2-af0b-55990767c2ee\",\"serviceId\":\"PE4JSXF\",\"serviceName\":\"GUS: STRIDE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\",\"responderName\":\"Sparsh Prasad\",\"responderId\":\"PFWCZP4\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PFWCZP4\",\"incidentNumber\":\"14013000\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"success\":true,\"pageTimestamp\":\"2025-03-14T19:45:51.542Z\",\"pdData\":{\"incident\":{\"incident_number\":14013000,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T19:45:51Z\",\"updated_at\":\"2025-03-14T19:45:51Z\",\"status\":\"triggered\",\"incident_key\":\"b48338e1b2e146f08dfbaba4a2c538cf\",\"service\":{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"},\"assignments\":[{\"at\":\"2025-03-14T19:45:51Z\",\"assignee\":{\"id\":\"PFWCZP4\",\"type\":\"user_reference\",\"summary\":\"Sparsh Prasad\",\"self\":\"https://api.pagerduty.com/users/PFWCZP4\",\"html_url\":\"https://salesforce.pagerduty.com/users/PFWCZP4\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T19:45:51Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RR21Y6ZZ36D5R4ZQQXHO207FJN\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RR21Y6ZZ36D5R4ZQQXHO207FJN\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4/log_entries/RR21Y6ZZ36D5R4ZQQXHO207FJN\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P1TWAQ6\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: STRIDE Incident EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/P1TWAQ6\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P1TWAQ6\"},\"teams\":[{\"id\":\"PFR7CX0\",\"type\":\"team_reference\",\"summary\":\"GUS: STRIDE\",\"self\":\"https://api.pagerduty.com/teams/PFR7CX0\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PFR7CX0\"}],\"impacted_services\":[{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:55:51Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3X9IS0MRRI4Z4\",\"type\":\"incident\",\"summary\":\"[#14013000] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sparsh.prasad@salesforce.com\"}}"} 2025-03-14T19:45:51.606317+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T19:45:51.606319+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T19:45:51.606319+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:45:51.606320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:45:51.606320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T19:45:51.606320+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T19:45:51.606325+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T19:45:51.592Z\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"id\":\"0f023ae1-609f-4bf2-af0b-55990767c2ee\",\"serviceId\":\"PE4JSXF\",\"serviceName\":\"GUS: STRIDE Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\",\"responderName\":\"Sparsh Prasad\",\"responderId\":\"PFWCZP4\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PFWCZP4\",\"incidentNumber\":\"14013000\",\"incidentTitle\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"incidentDetails\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"success\":true,\"pageTimestamp\":\"2025-03-14T19:45:51.542Z\",\"pdData\":{\"incident\":{\"incident_number\":14013000,\"title\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"created_at\":\"2025-03-14T19:45:51Z\",\"updated_at\":\"2025-03-14T19:45:51Z\",\"status\":\"triggered\",\"incident_key\":\"b48338e1b2e146f08dfbaba4a2c538cf\",\"service\":{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"},\"assignments\":[{\"at\":\"2025-03-14T19:45:51Z\",\"assignee\":{\"id\":\"PFWCZP4\",\"type\":\"user_reference\",\"summary\":\"Sparsh Prasad\",\"self\":\"https://api.pagerduty.com/users/PFWCZP4\",\"html_url\":\"https://salesforce.pagerduty.com/users/PFWCZP4\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T19:45:51Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RR21Y6ZZ36D5R4ZQQXHO207FJN\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RR21Y6ZZ36D5R4ZQQXHO207FJN\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4/log_entries/RR21Y6ZZ36D5R4ZQQXHO207FJN\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P1TWAQ6\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: STRIDE Incident EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/P1TWAQ6\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/P1TWAQ6\"},\"teams\":[{\"id\":\"PFR7CX0\",\"type\":\"team_reference\",\"summary\":\"GUS: STRIDE\",\"self\":\"https://api.pagerduty.com/teams/PFR7CX0\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PFR7CX0\"}],\"impacted_services\":[{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T19:55:51Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PE4JSXF\",\"type\":\"service_reference\",\"summary\":\"GUS: STRIDE Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PE4JSXF\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PE4JSXF\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3X9IS0MRRI4Z4\",\"type\":\"incident\",\"summary\":\"[#14013000] Incident: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"self\":\"https://api.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3X9IS0MRRI4Z4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: AAG Incident Response\\nSubject: GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\nSeverity: Sev2\\nSlack Channel: #icc-73029614\\nBridge URL: https://meet.google.com/owh-inkc-coi\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sparsh.prasad@salesforce.com\"}}"} 2025-03-14T19:45:51.606326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551603,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PE4JSXF\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08HC7YFZ9V\"}"} 2025-03-14T19:45:51.643716+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551643,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:45:51.643858+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551643,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T19:45:51.643899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551643,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:45:51.635Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"users\":[\"U02RUKY5S3A\"]}}"} 2025-03-14T19:45:51.643951+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551643,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T19:45:51.644027+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551643,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T19:45:51.644142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:45:51.644179+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:45:51.644819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T19:45:51.644820+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:45:51.635Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"users\":[\"U02RUKY5S3A\"]}}"} 2025-03-14T19:45:51.644821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T19:45:51.644822+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T19:45:51.644823+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:45:51.644823+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:45:51.644824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T19:45:51.644826+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:45:51.644828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981551644,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T19:45:51.635Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"users\":[\"U02RUKY5S3A\"]}}"} 2025-03-14T19:48:41.882786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981721882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2781044736,\"uptime\":1801600.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27993060,\"nice\":16120,\"sys\":4492840,\"idle\":1763631290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27798290,\"nice\":15170,\"sys\":4514590,\"idle\":1763690610,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59633}}}"} 2025-03-14T19:48:41.882899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981721882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:52:41.882782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741981961882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2778652672,\"uptime\":1801840.21,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27996760,\"nice\":16120,\"sys\":4493360,\"idle\":1763867400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27801310,\"nice\":15170,\"sys\":4515120,\"idle\":1763926670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59627}}}"} 2025-03-14T19:52:41.882916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741981961882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.748100+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226747,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.748463+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226748,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'"} 2025-03-14T19:57:06.748551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226748,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.732Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.748553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226748,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T19:57:06.748622+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226748,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T19:57:06.748715+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226748,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.749250+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226748,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.750014+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'"} 2025-03-14T19:57:06.750030+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.732Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.750031+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T19:57:06.750032+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-14T19:57:06.750033+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.750034+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.750034+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-deleted"} 2025-03-14T19:57:06.750036+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:57:06.750040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226749,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-14T19:57:06.732Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.766871+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226766,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.767217+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'"} 2025-03-14T19:57:06.767305+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.757Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":[],\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.767329+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T19:57:06.767346+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T19:57:06.768055+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.768057+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.768057+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-created"} 2025-03-14T19:57:06.768058+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T19:57:06.768078+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-14T19:57:06.757Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":[],\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.768079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.768079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'"} 2025-03-14T19:57:06.768084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.757Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:57:03.409Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T17:57:03.409Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"eventObj\":[],\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.768084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T19:57:06.768084+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-14T19:57:06.768085+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226767,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.821803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226821,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.821884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226821,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'"} 2025-03-14T19:57:06.821885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226821,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.767Z\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"responses\":[]}"} 2025-03-14T19:57:06.821912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226821,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:57:06.821977+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226821,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:57:06.822548+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.822552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T19:57:06.822552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.822553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:57:06.822554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.767Z\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"responses\":[]}"} 2025-03-14T19:57:06.822554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:57:06.822555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-14T19:57:06.822556+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226822,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.976030+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226975,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.976217+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-notifier'"} 2025-03-14T19:57:06.976254+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.790Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T17:57:03.409Z\",\"2025-03-14T17:50:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\"],\"impactStartTime\":[\"2025-03-14T17:57:03.409Z\",\"2025-03-14T13:42:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T13:56:00.000Z\"],\"category\":[\"\",\"Capacity\"],\"rootCause\":[\"\",\"AWS\"]},\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.976289+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T19:57:06.976323+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T19:57:06.976888+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:06.976889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.976889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-resolved"} 2025-03-14T19:57:06.976890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T19:57:06.976891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Incident resolved notification for icc-incident-resolved - {\"createdAt\":\"2025-03-14T19:57:06.790Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T17:57:03.409Z\",\"2025-03-14T17:50:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\"],\"impactStartTime\":[\"2025-03-14T17:57:03.409Z\",\"2025-03-14T13:42:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T13:56:00.000Z\"],\"category\":[\"\",\"Capacity\"],\"rootCause\":[\"\",\"AWS\"]},\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.976891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:06.976892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-slack-actions'"} 2025-03-14T19:57:06.976899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:06.790Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T18:03:21.777Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T17:57:03.409Z\",\"2025-03-14T17:50:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"originReference\":[\"\",\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\"],\"impactStartTime\":[\"2025-03-14T17:57:03.409Z\",\"2025-03-14T13:42:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-14T13:56:00.000Z\"],\"category\":[\"\",\"Capacity\"],\"rootCause\":[\"\",\"AWS\"]},\"requestId\":\"dz58wm-wmnml7-17syab-9krpa8-1741982225959\",\"client\":\"icc-ui\"}"} 2025-03-14T19:57:06.976899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T19:57:06.976900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T19:57:06.976900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982226976,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:12.405985+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232405,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:12.406095+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T19:57:12.406123+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:12.349Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tto1PYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T19:57:12.349Z\",\"recordId\":\"500EE00001Tto1PYAR\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"caseNumber\":\"73029614\"},\"changes\":{}}"} 2025-03-14T19:57:12.406168+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:57:12.406243+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:57:12.406402+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:57:12.406403+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:12.406419+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T19:57:12.406420+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T19:57:12.406443+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232406,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T19:57:12.349Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tto1PYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T19:57:12.349Z\",\"recordId\":\"500EE00001Tto1PYAR\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"caseNumber\":\"73029614\"},\"changes\":{}}"} 2025-03-14T19:57:12.413097+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232410,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T19:57:12.413099+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982232410,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T19:57:12.413100+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232410,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T19:57:12.349Z\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"name\":\"Neil Curtis\",\"email\":\"neil.curtis@salesforce.com\"},\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tto1PYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-14T19:57:12.349Z\",\"recordId\":\"500EE00001Tto1PYAR\",\"incidentId\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"caseNumber\":\"73029614\"},\"changes\":{}}"} 2025-03-14T19:57:12.413101+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232410,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:57:12.413102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982232410,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T19:57:12.413102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982232410,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:58:41.882786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982321882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2778443776,\"uptime\":1802200.21,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27999560,\"nice\":16120,\"sys\":4494060,\"idle\":1764221710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27804780,\"nice\":15170,\"sys\":4515840,\"idle\":1764280740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59629}}}"} 2025-03-14T19:58:41.882899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982321882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T19:59:17.239750+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982357239,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T19:59:17.240529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982357240,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T20:04:18.285055+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982658284,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T20:04:18.285801+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982658285,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T20:05:45.464176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T20:05:45.464506+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-14T20:05:45.464613+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:05:45.450Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:57:12.349Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"aag-incident-alerts@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"560f68f3-c2d5-4027-9071-ca667ecf04b3\",\"sequenceNumber\":4}}"} 2025-03-14T20:05:45.464617+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T20:05:45.464689+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T20:05:45.464793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:05:45.464892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745464,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T20:05:45.465246+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-14T20:05:45.465337+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:05:45.450Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:57:12.349Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"aag-incident-alerts@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"560f68f3-c2d5-4027-9071-ca667ecf04b3\",\"sequenceNumber\":4}}"} 2025-03-14T20:05:45.465341+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T20:05:45.465409+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-14T20:05:45.465436+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:05:45.465488+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: d9675aca-94e2-4634-b037-3245f2882d3f"} 2025-03-14T20:05:45.465489+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-14T20:05:45.465492+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T20:05:45.465572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741982745465,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-14T20:05:45.450Z\",\"incident\":{\"id\":\"d9675aca-94e2-4634-b037-3245f2882d3f\",\"slackChannel\":{\"id\":\"C08HC7YFZ9V\",\"name\":\"icc-73029614\"},\"subject\":\"GovCloud - stride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\",\"description\":\"At 9:42 AM Eastern the alert fired in AAG. This alarm does have a history of flapping but the team would like to take a look.\\n\\nstride-strauz-Falcon-Blackjack-aag-prod1-usisoeast1/fzero-HighDurationAlerts.fzero-HighDurationAlerts.fzero-HighDurationAlerts/Major\\n\\nCase created by @Neil Curtis in #govbot\",\"detectedTime\":\"2025-03-14T17:50:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.enterprise.slack.com/archives/C08HU8B6BV0\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T13:42:00.000Z\",\"impactEndTime\":\"2025-03-14T13:56:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/owh-inkc-coi\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-267-571-6294, pin: 658318487; \\nFind numbers in more regions on https://tel.meet/owh-inkc-coi?pin=8784577872100, pin: 8784577872100\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"0d61057e-7f26-440e-b8a0-8cb12b31be97\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"9f9f1c82-098d-449f-a600-cba4c2d47176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"1d47bb19-9381-4f1c-8dba-f67a213e8e41\",\"email\":\"neil.curtis@salesforce.com\",\"active\":true,\"name\":\"Neil Curtis\",\"firstName\":\"Neil\",\"lastName\":\"Curtis\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003OAJLIA4\",\"slackUserId\":\"WAWUYKTGR\",\"createdBy\":\"neil.curtis@salesforce.com\",\"modifiedBy\":\"neil.curtis@salesforce.com\",\"createdAt\":\"2022-05-05T01:02:05.960Z\",\"modifiedAt\":\"2022-05-05T01:02:05.960Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-14T18:03:17.388Z\",\"modifiedAt\":\"2025-03-14T18:03:17.388Z\",\"createdBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"modifiedBy\":{\"id\":\"4ed081e4-3e12-4a23-98c1-3db1d0f10796\",\"email\":\"mingrui.han@salesforce.com\",\"active\":true,\"name\":\"Ray Han\",\"firstName\":\"Ray\",\"lastName\":\"Han\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000046LaXYAU\",\"slackUserId\":\"U032ZGTU5K7\",\"createdBy\":\"mingrui.han@salesforce.com\",\"modifiedBy\":\"mingrui.han@salesforce.com\",\"createdAt\":\"2022-04-26T23:31:44.536Z\",\"modifiedAt\":\"2022-04-26T23:31:44.536Z\"},\"id\":\"c5729d9a-de08-4f2f-bdde-ed6a8b0c8e13\",\"name\":\"IncidentDocumentationOfficer\",\"displayName\":\"Incident Documentation Officer\",\"user\":{\"id\":\"bbecb79c-79cc-4e8c-a3ed-91ade49a879f\",\"email\":\"jinze.zhang@salesforce.com\",\"active\":true,\"name\":\"John Zhang\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000I74NuYAJ\",\"slackUserId\":\"U05RNBKJU8H\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-10-20T19:31:34.941Z\",\"modifiedAt\":\"2023-10-20T19:31:34.941Z\"},\"externalGusId\":null}],\"category\":\"Capacity\",\"rootCause\":\"AWS\",\"createdAt\":\"2025-03-14T17:57:03.409Z\",\"scrumTeamId\":\"a00EE000012LjV9YAK\",\"team\":\"AAG Incident Response\",\"caseNumber\":\"73029614\",\"caseRecordId\":\"500EE00001Tto1PYAR\",\"servicesImpacted\":[\"Gov Cloud CRM\"],\"quipDocLink\":\"https://salesforce.quip.com/JAAAAFLL55PO\",\"engagedAt\":\"2025-03-14T17:57:15.920Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:57:12.349Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"aag-incident-alerts@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"560f68f3-c2d5-4027-9071-ca667ecf04b3\",\"sequenceNumber\":4}}"} 2025-03-14T20:14:20.291266+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741983260291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T20:14:20.292054+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741983260291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T20:14:41.882771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741983281882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2776813568,\"uptime\":1803160.21,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28009710,\"nice\":16120,\"sys\":4496130,\"idle\":1765166280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27815870,\"nice\":15170,\"sys\":4518020,\"idle\":1765225180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59630}}}"} 2025-03-14T20:14:41.882901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741983281882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:19:41.882764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741983581882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2774892544,\"uptime\":1803460.21,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28013290,\"nice\":16120,\"sys\":4496770,\"idle\":1765461180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27819870,\"nice\":15170,\"sys\":4518820,\"idle\":1765519860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5999,\"sum\":59624}}}"} 2025-03-14T20:19:41.882905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741983581882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:23:41.886783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741983821886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2774626304,\"uptime\":1803700.21,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28015700,\"nice\":16120,\"sys\":4497250,\"idle\":1765697400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27822460,\"nice\":15170,\"sys\":4519330,\"idle\":1765755850,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59631}}}"} 2025-03-14T20:23:41.886918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741983821886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:26:41.882802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984001882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890567680,\"uptime\":1803880.21,\"totalMem\":4018151424,\"loadavg\":[0.12,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28017290,\"nice\":16120,\"sys\":4497590,\"idle\":1765874490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27824240,\"nice\":15170,\"sys\":4519700,\"idle\":1765932860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59626}}}"} 2025-03-14T20:26:41.882940+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984001882,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:28:44.075819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124075,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 5f9d6e04-d851-4df7-a65b-38a80a4355f2"} 2025-03-14T20:28:44.075904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984124075,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T20:28:44.075950+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124075,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:28:44.018Z\",\"user\":{\"id\":\"c64e2b60-2723-468c-b53a-24c9a0a44757\",\"gusUserId\":\"005B0000000G1byIAC\",\"slackUserId\":\"WAWQHBGBS\",\"name\":\"Shaun Levenson\",\"email\":\"slevenson@salesforce.com\"},\"incident\":{\"id\":\"5f9d6e04-d851-4df7-a65b-38a80a4355f2\",\"slackChannel\":{\"id\":\"C08HCTY1CH4\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TplQSYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T20:28:44.018Z\",\"recordId\":\"500EE00001TplQSYAZ\",\"incidentId\":\"5f9d6e04-d851-4df7-a65b-38a80a4355f2\",\"caseNumber\":\"72988494\"},\"changes\":{}}"} 2025-03-14T20:28:44.075951+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124075,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T20:28:44.076021+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124075,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T20:28:44.076114+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:28:44.076190+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 5f9d6e04-d851-4df7-a65b-38a80a4355f2"} 2025-03-14T20:28:44.076286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T20:28:44.076286+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T20:28:44.018Z\",\"user\":{\"id\":\"c64e2b60-2723-468c-b53a-24c9a0a44757\",\"gusUserId\":\"005B0000000G1byIAC\",\"slackUserId\":\"WAWQHBGBS\",\"name\":\"Shaun Levenson\",\"email\":\"slevenson@salesforce.com\"},\"incident\":{\"id\":\"5f9d6e04-d851-4df7-a65b-38a80a4355f2\",\"slackChannel\":{\"id\":\"C08HCTY1CH4\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TplQSYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T20:28:44.018Z\",\"recordId\":\"500EE00001TplQSYAZ\",\"incidentId\":\"5f9d6e04-d851-4df7-a65b-38a80a4355f2\",\"caseNumber\":\"72988494\"},\"changes\":{}}"} 2025-03-14T20:28:44.076287+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T20:28:44.076315+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T20:28:44.076379+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:28:44.076379+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 5f9d6e04-d851-4df7-a65b-38a80a4355f2"} 2025-03-14T20:28:44.076380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T20:28:44.076393+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T20:28:44.076418+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984124076,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T20:28:44.018Z\",\"user\":{\"id\":\"c64e2b60-2723-468c-b53a-24c9a0a44757\",\"gusUserId\":\"005B0000000G1byIAC\",\"slackUserId\":\"WAWQHBGBS\",\"name\":\"Shaun Levenson\",\"email\":\"slevenson@salesforce.com\"},\"incident\":{\"id\":\"5f9d6e04-d851-4df7-a65b-38a80a4355f2\",\"slackChannel\":{\"id\":\"C08HCTY1CH4\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TplQSYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-14T20:28:44.018Z\",\"recordId\":\"500EE00001TplQSYAZ\",\"incidentId\":\"5f9d6e04-d851-4df7-a65b-38a80a4355f2\",\"caseNumber\":\"72988494\"},\"changes\":{}}"} 2025-03-14T20:29:23.233720+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984163233,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T20:29:23.234439+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984163234,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T20:40:41.886772+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984841886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827997184,\"uptime\":1804720.21,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28049520,\"nice\":16120,\"sys\":4500690,\"idle\":1766676070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27858590,\"nice\":15170,\"sys\":4522580,\"idle\":1766732810,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59634}}}"} 2025-03-14T20:40:41.886911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984841886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:41:41.886801+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741984901886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828013568,\"uptime\":1804780.21,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28050180,\"nice\":16120,\"sys\":4500830,\"idle\":1766735150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27859240,\"nice\":15170,\"sys\":4522720,\"idle\":1766791850,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59633}}}"} 2025-03-14T20:41:41.886965+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741984901886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:46:41.890828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741985201890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829287424,\"uptime\":1805080.21,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28053410,\"nice\":16120,\"sys\":4501410,\"idle\":1767030590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27862740,\"nice\":15170,\"sys\":4523320,\"idle\":1767086950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5988,\"sum\":59631}}}"} 2025-03-14T20:46:41.890985+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741985201890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:48:41.886780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741985321886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829189120,\"uptime\":1805200.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28055150,\"nice\":16120,\"sys\":4501660,\"idle\":1767148240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27864150,\"nice\":15170,\"sys\":4523550,\"idle\":1767204800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5990,\"sum\":59630}}}"} 2025-03-14T20:48:41.886892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741985321886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:51:41.886770+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741985501886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843897856,\"uptime\":1805380.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28057130,\"nice\":16120,\"sys\":4502090,\"idle\":1767325220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27866090,\"nice\":15170,\"sys\":4523950,\"idle\":1767381870,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6007,\"sum\":59621}}}"} 2025-03-14T20:51:41.886895+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741985501886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:55:41.886768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741985741886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839396352,\"uptime\":1805620.21,\"totalMem\":4018151424,\"loadavg\":[0.11,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28059670,\"nice\":16120,\"sys\":4502570,\"idle\":1767561550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27868760,\"nice\":15170,\"sys\":4524420,\"idle\":1767617890,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59636}}}"} 2025-03-14T20:55:41.886891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741985741886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T20:59:29.212376+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741985969212,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T20:59:29.213160+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741985969213,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T21:00:41.886791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986041886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845925376,\"uptime\":1805920.21,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28063110,\"nice\":16120,\"sys\":4503190,\"idle\":1767856640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27871500,\"nice\":15170,\"sys\":4524990,\"idle\":1767913330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59631}}}"} 2025-03-14T21:00:41.886909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986041886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:09:31.212211+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986571211,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T21:09:31.212948+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986571212,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T21:10:29.221259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T21:10:29.221560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T21:10:29.221640+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:10:29.071Z\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"name\":\"Yiyuan Xing\",\"email\":\"yxing@salesforce.com\"},\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"C08HSER3XJR\",\"name\":\"icc-73031797\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"73031797\",\"caseRecordId\":\"500EE00001TtvFnYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/y8waAtEnK6Lz\",\"engagedAt\":\"2025-03-14T21:10:28.889Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:32:54.793Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T21:10:28.889Z\"]},\"requestId\":\"9cceba12-980f-4944-d79e-5b1c8c3fea72\",\"client\":\"icc-slack-app\"}"} 2025-03-14T21:10:29.221661+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T21:10:29.221690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T21:10:29.221802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:10:29.221804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T21:10:29.221805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T21:10:29.221828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T21:10:29.221904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629221,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: e6a34303-ce77-4541-b86d-01d124c389ec"} 2025-03-14T21:10:29.222154+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986629222,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T21:10:29.222248+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629222,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:10:29.071Z\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"name\":\"Yiyuan Xing\",\"email\":\"yxing@salesforce.com\"},\"incident\":{\"id\":\"e6a34303-ce77-4541-b86d-01d124c389ec\",\"slackChannel\":{\"id\":\"C08HSER3XJR\",\"name\":\"icc-73031797\"},\"subject\":\"Multiple servcies missing Argus metric in us-west-2\",\"description\":\"Support case in TOC channel - https://salesforce-internal.slack.com/archives/CPCCX31PW/p1741930445824479\",\"detectedTime\":\"2025-03-14T19:32:47.423Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T19:32:47.423Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"scrumTeamId\":\"a00EE000008qhmNYAQ\",\"team\":\"CP CE-CloudInfra-TOC\",\"caseNumber\":\"73031797\",\"caseRecordId\":\"500EE00001TtvFnYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/y8waAtEnK6Lz\",\"engagedAt\":\"2025-03-14T21:10:28.889Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T19:32:54.793Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T19:32:47.423Z\",\"modifiedAt\":\"2025-03-14T19:32:47.423Z\",\"createdBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"modifiedBy\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"id\":\"2535f041-0687-43c3-a044-9f55d7800422\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"88cf8690-1029-45b9-9fd0-cb1eadcb3fd9\",\"email\":\"yxing@salesforce.com\",\"active\":true,\"name\":\"Yiyuan Xing\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001Icr3YAC\",\"slackUserId\":\"U02GZQQDFST\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-07-28T00:07:06.309Z\",\"modifiedAt\":\"2023-07-28T00:07:06.309Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-14T21:10:28.889Z\"]},\"requestId\":\"9cceba12-980f-4944-d79e-5b1c8c3fea72\",\"client\":\"icc-slack-app\"}"} 2025-03-14T21:10:29.222251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629222,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T21:10:29.222253+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986629222,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T21:10:29.222319+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986629222,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:10:41.886789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986641886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2846674944,\"uptime\":1806520.21,\"totalMem\":4018151424,\"loadavg\":[0.06,0.1,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28069580,\"nice\":16120,\"sys\":4504500,\"idle\":1768447150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27878400,\"nice\":15170,\"sys\":4526290,\"idle\":1768503700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6020,\"sum\":59619}}}"} 2025-03-14T21:10:41.886906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986641886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:11:41.886769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986701886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845855744,\"uptime\":1806580.21,\"totalMem\":4018151424,\"loadavg\":[0.02,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28070510,\"nice\":16120,\"sys\":4504610,\"idle\":1768506160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27879180,\"nice\":15170,\"sys\":4526410,\"idle\":1768562770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5999,\"sum\":59627}}}"} 2025-03-14T21:11:41.886922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986701886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:15:41.886768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741986941886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844594176,\"uptime\":1806820.21,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28073260,\"nice\":16120,\"sys\":4505250,\"idle\":1768742270,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27881910,\"nice\":15170,\"sys\":4526940,\"idle\":1768798930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6029,\"sum\":59618}}}"} 2025-03-14T21:15:41.886888+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741986941886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:17:41.886781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987061886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844835840,\"uptime\":1806940.21,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28074600,\"nice\":16120,\"sys\":4505490,\"idle\":1768860340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27883100,\"nice\":15170,\"sys\":4527220,\"idle\":1768917030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5987,\"sum\":59627}}}"} 2025-03-14T21:17:41.886901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987061886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:18:20.819727+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T21:18:20.819819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987100819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T21:18:20.819824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:18:20.761Z\",\"user\":{\"id\":\"8f1cf004-03bc-4ca6-b373-4bdd1b25d34a\",\"gusUserId\":\"005EE000003Euv3YAC\",\"slackUserId\":\"U02TV6Y55LJ\",\"name\":\"Pramod Pai\",\"email\":\"pramod.pai@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TteJyYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T21:18:20.761Z\",\"recordId\":\"500EE00001TteJyYAJ\",\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"caseNumber\":\"73030748\"},\"changes\":{}}"} 2025-03-14T21:18:20.819840+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T21:18:20.819887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T21:18:20.819984+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987100819,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:18:20.820058+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T21:18:20.820142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T21:18:20.820167+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T21:18:20.761Z\",\"user\":{\"id\":\"8f1cf004-03bc-4ca6-b373-4bdd1b25d34a\",\"gusUserId\":\"005EE000003Euv3YAC\",\"slackUserId\":\"U02TV6Y55LJ\",\"name\":\"Pramod Pai\",\"email\":\"pramod.pai@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TteJyYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T21:18:20.761Z\",\"recordId\":\"500EE00001TteJyYAJ\",\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"caseNumber\":\"73030748\"},\"changes\":{}}"} 2025-03-14T21:18:20.820168+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T21:18:20.820184+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T21:18:20.820259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:18:20.820260+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 42054333-1caf-49ea-818e-a6e44100cf29"} 2025-03-14T21:18:20.820261+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T21:18:20.820264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T21:18:20.820281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987100820,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T21:18:20.761Z\",\"user\":{\"id\":\"8f1cf004-03bc-4ca6-b373-4bdd1b25d34a\",\"gusUserId\":\"005EE000003Euv3YAC\",\"slackUserId\":\"U02TV6Y55LJ\",\"name\":\"Pramod Pai\",\"email\":\"pramod.pai@salesforce.com\"},\"incident\":{\"id\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"slackChannel\":{\"id\":\"C08HV72NFR9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TteJyYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T21:18:20.761Z\",\"recordId\":\"500EE00001TteJyYAJ\",\"incidentId\":\"42054333-1caf-49ea-818e-a6e44100cf29\",\"caseNumber\":\"73030748\"},\"changes\":{}}"} 2025-03-14T21:20:41.886785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987241886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839482368,\"uptime\":1807120.21,\"totalMem\":4018151424,\"loadavg\":[0.16,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28076950,\"nice\":16120,\"sys\":4505940,\"idle\":1769037110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27885450,\"nice\":15170,\"sys\":4527650,\"idle\":1769093710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59627}}}"} 2025-03-14T21:20:41.886912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987241886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:26:43.259717+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987603259,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T21:26:43.260572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987603260,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T21:30:41.890785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741987841890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2840727552,\"uptime\":1807720.22,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28083830,\"nice\":16120,\"sys\":4507280,\"idle\":1769627390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27891450,\"nice\":15170,\"sys\":4529030,\"idle\":1769684200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59631}}}"} 2025-03-14T21:30:41.890916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741987841890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:39:41.890779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741988381890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841956352,\"uptime\":1808260.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28089000,\"nice\":16120,\"sys\":4508290,\"idle\":1770158750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27896850,\"nice\":15170,\"sys\":4530130,\"idle\":1770215800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59633}}}"} 2025-03-14T21:39:41.890890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741988381890,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:46:41.894769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741988801894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2839678976,\"uptime\":1808680.22,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28093270,\"nice\":16120,\"sys\":4509110,\"idle\":1770572210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27901350,\"nice\":15170,\"sys\":4531050,\"idle\":1770629060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5992,\"sum\":59633}}}"} 2025-03-14T21:46:41.894877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741988801894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:52:41.894806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741989161894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842238976,\"uptime\":1809040.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28096940,\"nice\":16120,\"sys\":4509920,\"idle\":1770926210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27905640,\"nice\":15170,\"sys\":4531820,\"idle\":1770982830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5999,\"sum\":59629}}}"} 2025-03-14T21:52:41.894901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741989161894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T21:56:49.302415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741989409302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T21:56:49.303114+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741989409303,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T22:00:41.894791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741989641894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838106112,\"uptime\":1809520.22,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28102930,\"nice\":16120,\"sys\":4510810,\"idle\":1771398460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27910930,\"nice\":15170,\"sys\":4532760,\"idle\":1771455110,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":5984,\"sum\":59631}}}"} 2025-03-14T22:00:41.894899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741989641894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:05:41.894764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741989941894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837065728,\"uptime\":1809820.22,\"totalMem\":4018151424,\"loadavg\":[0.2,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28106170,\"nice\":16120,\"sys\":4511440,\"idle\":1771693640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27913660,\"nice\":15170,\"sys\":4533440,\"idle\":1771750370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59629}}}"} 2025-03-14T22:05:41.894878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741989941894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.361126+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459360,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"[NotifyKafkaProducer.produce] Publishing Incident Created Event with Slack channel info: {\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"modifiedAt\":\"2025-03-14T22:14:16.698Z\",\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"modifiedBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"id\":\"ba8e6a75-5b19-4508-b06c-3deb7892f37c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"channels\":[\"C599RDWRF\"],\"inviteBots\":[\"U067SBXGGG6\"]}"} 2025-03-14T22:14:19.361131+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T22:14:19.361134+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.361135+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.361188+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.361276+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key '900b1ae0-84fd-4e82-b18f-258f8a0291ab' to topic 'incident': {\"createdAt\":\"2025-03-14T22:14:19.360Z\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"modifiedAt\":\"2025-03-14T22:14:16.698Z\",\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"modifiedBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"id\":\"ba8e6a75-5b19-4508-b06c-3deb7892f37c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"channels\":[\"C599RDWRF\"],\"inviteBots\":[\"U067SBXGGG6\"]}}"} 2025-03-14T22:14:19.361650+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key '900b1ae0-84fd-4e82-b18f-258f8a0291ab' to Kafka topic 'incident'"} 2025-03-14T22:14:19.361651+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T22:14:19.361652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.1361439973115921\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.361654+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.1361439973115921\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.361654+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.361655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459361,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack channel with ID C08J51MFR5X created for incident with ID 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.371915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459371,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.372142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T22:14:19.372213+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.360Z\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"modifiedAt\":\"2025-03-14T22:14:16.698Z\",\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"modifiedBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"id\":\"ba8e6a75-5b19-4508-b06c-3deb7892f37c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"channels\":[\"C599RDWRF\"],\"inviteBots\":[\"U067SBXGGG6\"]}}"} 2025-03-14T22:14:19.372217+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.372239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.372336+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.372337+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.372352+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-with-slack-channel"} 2025-03-14T22:14:19.372378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:14:19.372449+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-with-slack-channel - {\"createdAt\":\"2025-03-14T22:14:19.360Z\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"modifiedAt\":\"2025-03-14T22:14:16.698Z\",\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"modifiedBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"id\":\"ba8e6a75-5b19-4508-b06c-3deb7892f37c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"channels\":[\"C599RDWRF\"],\"inviteBots\":[\"U067SBXGGG6\"]}}"} 2025-03-14T22:14:19.372528+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.372724+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:19.372776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.360Z\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"modifiedAt\":\"2025-03-14T22:14:16.698Z\",\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"modifiedBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"id\":\"ba8e6a75-5b19-4508-b06c-3deb7892f37c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"email\":\"mbruchi@salesforce.com\",\"active\":true,\"name\":\"Matias Bruchi\",\"firstName\":\"Matias\",\"lastName\":\"Bruchi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"createdBy\":\"matias.bruchi@mulesoft.com\",\"modifiedBy\":\"matias.bruchi@mulesoft.com\",\"createdAt\":\"2022-08-02T14:00:02.775Z\",\"modifiedAt\":\"2023-07-03T18:39:54.767Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"channels\":[\"C599RDWRF\"],\"inviteBots\":[\"U067SBXGGG6\"]}}"} 2025-03-14T22:14:19.372801+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.372804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:14:19.372847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.423709+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459423,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.423758+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459423,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:19.423775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459423,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.406Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T22:14:19.423795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459423,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:14:19.423841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459423,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:14:19.423958+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459423,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.424074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.424175+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'"} 2025-03-14T22:14:19.424176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.406Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T22:14:19.424176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:14:19.424201+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:14:19.424261+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.424261+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.424274+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created"} 2025-03-14T22:14:19.424284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:14:19.424337+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459424,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created - {\"createdAt\":\"2025-03-14T22:14:19.406Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T22:14:19.426105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.426208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:19.426223+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.415Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"bots\":[\"U067SBXGGG6\"],\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"channels\":[\"C599RDWRF\"]}}"} 2025-03-14T22:14:19.426289+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:19.426290+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:19.426374+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.426418+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.426588+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T22:14:19.426591+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.415Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"bots\":[\"U067SBXGGG6\"],\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"channels\":[\"C599RDWRF\"]}}"} 2025-03-14T22:14:19.426592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:19.426614+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:19.426678+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.426678+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.426689+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T22:14:19.426690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:14:19.426726+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459426,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T22:14:19.415Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WJNQ31J6A\",\"U03FTQ4JG4B\",\"WJRKNN294\",\"U02DZLQ85GB\",\"WJLJ877GV\",\"WP784VBCK\",\"WENLVEM1T\",\"U02FESK8REV\",\"WH1TAQ821\",\"W012KB1QR9P\",\"U039H44J24D\"],\"bots\":[\"U067SBXGGG6\"],\"createdBy\":{\"id\":\"494b3563-38fb-4148-9695-47ae46d90737\",\"gusUserId\":\"005B0000004K3s8IAC\",\"slackUserId\":\"WJNQ31J6A\",\"name\":\"Matias Bruchi\",\"email\":\"mbruchi@salesforce.com\"},\"channels\":[\"C599RDWRF\"]}}"} 2025-03-14T22:14:19.600728+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.600821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:19.600835+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.550Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0}}"} 2025-03-14T22:14:19.600838+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T22:14:19.600891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T22:14:19.600972+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.601020+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459600,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.601127+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-notifier'"} 2025-03-14T22:14:19.601127+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:19.550Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0}}"} 2025-03-14T22:14:19.601128+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T22:14:19.601147+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"} 2025-03-14T22:14:19.601210+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:19.601211+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:19.601212+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-created"} 2025-03-14T22:14:19.601213+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:14:19.601239+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990459601,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-created - {\"createdAt\":\"2025-03-14T22:14:19.550Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":true,\"created\":1741990457,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741990457502,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"is_open\":true,\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"priority\":0}}"} 2025-03-14T22:14:25.493634+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465493,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:25.494063+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:25.494156+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:25.346Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:24.172Z\"},\"eventObj\":{\"id\":\"0d944b37-6513-4eb0-8ed1-3aa07273669e\",\"serviceId\":\"P47KWWP\",\"serviceName\":\"MS engage Incident commander\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\",\"responderName\":\"Brian Harrison\",\"responderId\":\"PCVASP1\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PCVASP1\",\"incidentNumber\":\"14014082\",\"incidentTitle\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"incidentDetails\":\"Please join this active incident:\\nTeam: MS Incident Management\\nSubject: AWS Operational Issue in eu-west-1 and sa-east-1\\nSeverity: Sev3\\nSlack Channel: #icc-73035496\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: This initial Page was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the conference link.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:14:25.293Z\",\"pdData\":{\"incident\":{\"incident_number\":14014082,\"title\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"created_at\":\"2025-03-14T22:14:25Z\",\"updated_at\":\"2025-03-14T22:14:25Z\",\"status\":\"triggered\",\"incident_key\":\"756436492148477fa0f5250458acf2fa\",\"service\":{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"},\"assignments\":[{\"at\":\"2025-03-14T22:14:25Z\",\"assignee\":{\"id\":\"PCVASP1\",\"type\":\"user_reference\",\"summary\":\"Brian Harrison\",\"self\":\"https://api.pagerduty.com/users/PCVASP1\",\"html_url\":\"https://salesforce.pagerduty.com/users/PCVASP1\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:14:25Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R77BAIR30WLJU9RT5BYNDQR48R\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R77BAIR30WLJU9RT5BYNDQR48R\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1/log_entries/R77BAIR30WLJU9RT5BYNDQR48R\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PUXAJKP\",\"type\":\"escalation_policy_reference\",\"summary\":\"MS Incident-commander\",\"self\":\"https://api.pagerduty.com/escalation_policies/PUXAJKP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PUXAJKP\"},\"teams\":[{\"id\":\"PFTQV63\",\"type\":\"team_reference\",\"summary\":\"GUS: MS Incident Management\",\"self\":\"https://api.pagerduty.com/teams/PFTQV63\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PFTQV63\"}],\"impacted_services\":[{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:24:25Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UMXQB80UGDI1\",\"type\":\"incident\",\"summary\":\"[#14014082] Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"self\":\"https://api.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: MS Incident Management\\nSubject: AWS Operational Issue in eu-west-1 and sa-east-1\\nSeverity: Sev3\\nSlack Channel: #icc-73035496\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: This initial Page was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the conference link.\"}}},\"responderEmail\":\"bharrison@salesforce.com\"}}"} 2025-03-14T22:14:25.494157+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T22:14:25.494192+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T22:14:25.494302+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:25.494382+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:25.494705+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'"} 2025-03-14T22:14:25.494802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:25.346Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:24.172Z\"},\"eventObj\":{\"id\":\"0d944b37-6513-4eb0-8ed1-3aa07273669e\",\"serviceId\":\"P47KWWP\",\"serviceName\":\"MS engage Incident commander\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\",\"responderName\":\"Brian Harrison\",\"responderId\":\"PCVASP1\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PCVASP1\",\"incidentNumber\":\"14014082\",\"incidentTitle\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"incidentDetails\":\"Please join this active incident:\\nTeam: MS Incident Management\\nSubject: AWS Operational Issue in eu-west-1 and sa-east-1\\nSeverity: Sev3\\nSlack Channel: #icc-73035496\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: This initial Page was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the conference link.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:14:25.293Z\",\"pdData\":{\"incident\":{\"incident_number\":14014082,\"title\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"created_at\":\"2025-03-14T22:14:25Z\",\"updated_at\":\"2025-03-14T22:14:25Z\",\"status\":\"triggered\",\"incident_key\":\"756436492148477fa0f5250458acf2fa\",\"service\":{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"},\"assignments\":[{\"at\":\"2025-03-14T22:14:25Z\",\"assignee\":{\"id\":\"PCVASP1\",\"type\":\"user_reference\",\"summary\":\"Brian Harrison\",\"self\":\"https://api.pagerduty.com/users/PCVASP1\",\"html_url\":\"https://salesforce.pagerduty.com/users/PCVASP1\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:14:25Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R77BAIR30WLJU9RT5BYNDQR48R\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R77BAIR30WLJU9RT5BYNDQR48R\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1/log_entries/R77BAIR30WLJU9RT5BYNDQR48R\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PUXAJKP\",\"type\":\"escalation_policy_reference\",\"summary\":\"MS Incident-commander\",\"self\":\"https://api.pagerduty.com/escalation_policies/PUXAJKP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PUXAJKP\"},\"teams\":[{\"id\":\"PFTQV63\",\"type\":\"team_reference\",\"summary\":\"GUS: MS Incident Management\",\"self\":\"https://api.pagerduty.com/teams/PFTQV63\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PFTQV63\"}],\"impacted_services\":[{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:24:25Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UMXQB80UGDI1\",\"type\":\"incident\",\"summary\":\"[#14014082] Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"self\":\"https://api.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: MS Incident Management\\nSubject: AWS Operational Issue in eu-west-1 and sa-east-1\\nSeverity: Sev3\\nSlack Channel: #icc-73035496\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: This initial Page was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the conference link.\"}}},\"responderEmail\":\"bharrison@salesforce.com\"}}"} 2025-03-14T22:14:25.494803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T22:14:25.494806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"} 2025-03-14T22:14:25.494875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:25.494875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:25.494876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-response"} 2025-03-14T22:14:25.494876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T22:14:25.494969+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465494,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Page notification for icc-page-response - {\"createdAt\":\"2025-03-14T22:14:25.346Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:24.172Z\"},\"eventObj\":{\"id\":\"0d944b37-6513-4eb0-8ed1-3aa07273669e\",\"serviceId\":\"P47KWWP\",\"serviceName\":\"MS engage Incident commander\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\",\"responderName\":\"Brian Harrison\",\"responderId\":\"PCVASP1\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PCVASP1\",\"incidentNumber\":\"14014082\",\"incidentTitle\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"incidentDetails\":\"Please join this active incident:\\nTeam: MS Incident Management\\nSubject: AWS Operational Issue in eu-west-1 and sa-east-1\\nSeverity: Sev3\\nSlack Channel: #icc-73035496\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: This initial Page was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the conference link.\",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"success\":true,\"pageTimestamp\":\"2025-03-14T22:14:25.293Z\",\"pdData\":{\"incident\":{\"incident_number\":14014082,\"title\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"created_at\":\"2025-03-14T22:14:25Z\",\"updated_at\":\"2025-03-14T22:14:25Z\",\"status\":\"triggered\",\"incident_key\":\"756436492148477fa0f5250458acf2fa\",\"service\":{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"},\"assignments\":[{\"at\":\"2025-03-14T22:14:25Z\",\"assignee\":{\"id\":\"PCVASP1\",\"type\":\"user_reference\",\"summary\":\"Brian Harrison\",\"self\":\"https://api.pagerduty.com/users/PCVASP1\",\"html_url\":\"https://salesforce.pagerduty.com/users/PCVASP1\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-14T22:14:25Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R77BAIR30WLJU9RT5BYNDQR48R\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R77BAIR30WLJU9RT5BYNDQR48R\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1/log_entries/R77BAIR30WLJU9RT5BYNDQR48R\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PUXAJKP\",\"type\":\"escalation_policy_reference\",\"summary\":\"MS Incident-commander\",\"self\":\"https://api.pagerduty.com/escalation_policies/PUXAJKP\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PUXAJKP\"},\"teams\":[{\"id\":\"PFTQV63\",\"type\":\"team_reference\",\"summary\":\"GUS: MS Incident Management\",\"self\":\"https://api.pagerduty.com/teams/PFTQV63\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PFTQV63\"}],\"impacted_services\":[{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-14T22:24:25Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P47KWWP\",\"type\":\"service_reference\",\"summary\":\"MS engage Incident commander\",\"self\":\"https://api.pagerduty.com/services/P47KWWP\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P47KWWP\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UMXQB80UGDI1\",\"type\":\"incident\",\"summary\":\"[#14014082] Incident: AWS Operational Issue in eu-west-1 and sa-east-1\",\"self\":\"https://api.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q1UMXQB80UGDI1\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: MS Incident Management\\nSubject: AWS Operational Issue in eu-west-1 and sa-east-1\\nSeverity: Sev3\\nSlack Channel: #icc-73035496\\nBridge URL: --\\nAdditional Joining Info: --\\nAdditional Details: This initial Page was sent automatically from ICC for a newly established incident. We will provide updates as information around the incident becomes available. If you have information or expertise that may be able to support resolution of this incident. Please join us using the conference link.\"}}},\"responderEmail\":\"bharrison@salesforce.com\"}}"} 2025-03-14T22:14:25.495256+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465495,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"P47KWWP\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: \"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08J51MFR5X\"}"} 2025-03-14T22:14:25.560689+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465560,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:25.560826+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465560,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:25.560828+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465560,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:25.508Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:24.172Z\"},\"eventObj\":{\"users\":[\"U02DZLQ85GB\"]}}"} 2025-03-14T22:14:25.560851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465560,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:25.560901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465560,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:25.560988+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465560,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:25.561072+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:25.561158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T22:14:25.561171+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:25.508Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:24.172Z\"},\"eventObj\":{\"users\":[\"U02DZLQ85GB\"]}}"} 2025-03-14T22:14:25.561185+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:25.561229+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:14:25.561275+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:25.561276+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:25.561279+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T22:14:25.561311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:14:25.561329+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990465561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T22:14:25.508Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"subject\":\"AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Monitoring\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:24.172Z\"},\"eventObj\":{\"users\":[\"U02DZLQ85GB\"]}}"} 2025-03-14T22:14:58.132691+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498132,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:58.132825+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990498132,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T22:14:58.132909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498132,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:57.951Z\",\"user\":{\"id\":\"6230afb4-e948-4cad-b6f5-52bc8df552c4\",\"gusUserId\":\"005EE000000WbdxYAC\",\"slackUserId\":\"U02DZLQ85GB\",\"name\":\"Brian Harrison\",\"email\":\"bharrison@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuFmLYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:14:57.951Z\",\"recordId\":\"500EE00001TuFmLYAV\",\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"caseNumber\":\"73035496\"},\"changes\":{}}"} 2025-03-14T22:14:58.132910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498132,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:14:58.132938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498132,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:14:58.133048+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:58.137142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:58.137143+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T22:14:58.137144+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:14:57.951Z\",\"user\":{\"id\":\"6230afb4-e948-4cad-b6f5-52bc8df552c4\",\"gusUserId\":\"005EE000000WbdxYAC\",\"slackUserId\":\"U02DZLQ85GB\",\"name\":\"Brian Harrison\",\"email\":\"bharrison@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuFmLYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:14:57.951Z\",\"recordId\":\"500EE00001TuFmLYAV\",\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"caseNumber\":\"73035496\"},\"changes\":{}}"} 2025-03-14T22:14:58.137148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:14:58.137149+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:14:58.137150+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:14:58.137150+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:14:58.137151+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T22:14:58.137152+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T22:14:58.137152+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741990498133,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T22:14:57.951Z\",\"user\":{\"id\":\"6230afb4-e948-4cad-b6f5-52bc8df552c4\",\"gusUserId\":\"005EE000000WbdxYAC\",\"slackUserId\":\"U02DZLQ85GB\",\"name\":\"Brian Harrison\",\"email\":\"bharrison@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuFmLYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:14:57.951Z\",\"recordId\":\"500EE00001TuFmLYAV\",\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"caseNumber\":\"73035496\"},\"changes\":{}}"} 2025-03-14T22:25:01.237876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991101237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T22:25:01.238698+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991101238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T22:25:41.894821+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991141894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829307904,\"uptime\":1811020.22,\"totalMem\":4018151424,\"loadavg\":[0.44,0.1,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28119340,\"nice\":16120,\"sys\":4513920,\"idle\":1772874070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27927160,\"nice\":15170,\"sys\":4536060,\"idle\":1772930910,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5998,\"sum\":59626}}}"} 2025-03-14T22:25:41.894933+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991141894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:26:41.894795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991201894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829836288,\"uptime\":1811080.22,\"totalMem\":4018151424,\"loadavg\":[0.23,0.09,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28120070,\"nice\":16120,\"sys\":4514020,\"idle\":1772933150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27927920,\"nice\":15170,\"sys\":4536190,\"idle\":1772989980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59633}}}"} 2025-03-14T22:26:41.894961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991201894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:11.853583+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991351852,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08HDBF5E3Z purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T22:29:15.933142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355932,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:15.933291+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'"} 2025-03-14T22:29:15.933335+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:15.924Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"} 2025-03-14T22:29:15.933415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:29:15.933458+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:29:15.933591+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:15.933702+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:15.933840+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'"} 2025-03-14T22:29:15.933900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:15.924Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"} 2025-03-14T22:29:15.933903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:29:15.933904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:29:15.933953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:15.933953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:15.933981+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-created"} 2025-03-14T22:29:15.933982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:29:15.934008+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991355933,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-created - {\"createdAt\":\"2025-03-14T22:29:15.924Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"} 2025-03-14T22:29:20.400461+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:29:20.400598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T22:29:20.400635+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:20.348Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"reminderId\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"audience\":[],\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:19.744Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":15,\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J51MFR5X\"}}"} 2025-03-14T22:29:20.400638+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:29:20.400680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:29:20.400771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:20.400851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:29:20.400949+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T22:29:20.400993+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:20.348Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"reminderId\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"audience\":[],\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:19.744Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":15,\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J51MFR5X\"}}"} 2025-03-14T22:29:20.400993+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:29:20.401016+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360400,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:29:20.401059+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991360401,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:20.401060+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360401,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:29:20.401074+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360401,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T22:29:20.401086+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360401,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:29:20.401134+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991360401,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T22:29:20.348Z\",\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"reminderId\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"audience\":[],\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:19.744Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":15,\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J51MFR5X\"}}"} 2025-03-14T22:29:28.433843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:28.433958+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991368433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T22:29:28.434009+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:28.383Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}"} 2025-03-14T22:29:28.434010+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368433,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:29:28.434072+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:29:28.434179+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:28.435887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:28.435888+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T22:29:28.435889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:28.383Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}"} 2025-03-14T22:29:28.435889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:29:28.435890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:29:28.435890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:28.435891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:28.435892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T22:29:28.435892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T22:29:28.435892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991368434,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T22:29:28.383Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuDhMYAV\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:29:28.383Z\",\"recordId\":\"500EE00001TuDhMYAV\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"caseNumber\":\"73035802\"},\"changes\":{}}"} 2025-03-14T22:29:57.127602+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397127,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:57.127857+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991397127,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'"} 2025-03-14T22:29:57.127905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397127,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:57.117Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"fc1cfe08-1fec-d49d-5dfb-123bdd1a8922\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:29:57.127906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397127,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:29:57.127948+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397127,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:29:57.128060+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:57.128158+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:57.128776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'"} 2025-03-14T22:29:57.128778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:29:57.117Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"fc1cfe08-1fec-d49d-5dfb-123bdd1a8922\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:29:57.128780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:29:57.128781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:29:57.128781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:29:57.128782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:29:57.128783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-request"} 2025-03-14T22:29:57.128783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:29:57.128788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991397128,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-page-request - {\"createdAt\":\"2025-03-14T22:29:57.117Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"50d2bfd3-d421-47d5-afdf-a7e7f35bc626\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"fc1cfe08-1fec-d49d-5dfb-123bdd1a8922\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:30:41.894825+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991441894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831253504,\"uptime\":1811320.22,\"totalMem\":4018151424,\"loadavg\":[0.1,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28122890,\"nice\":16120,\"sys\":4514530,\"idle\":1773169200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27930710,\"nice\":15170,\"sys\":4536730,\"idle\":1773226140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":6010,\"sum\":59616}}}"} 2025-03-14T22:30:41.894929+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991441894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:34:41.894797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991681894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830229504,\"uptime\":1811560.22,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28125790,\"nice\":16120,\"sys\":4515080,\"idle\":1773405380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27933020,\"nice\":15170,\"sys\":4537200,\"idle\":1773462330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59631}}}"} 2025-03-14T22:34:41.894851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991681894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:35:41.894773+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991741894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830180352,\"uptime\":1811620.22,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28126250,\"nice\":16120,\"sys\":4515240,\"idle\":1773464380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27933560,\"nice\":15170,\"sys\":4537330,\"idle\":1773521320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59632}}}"} 2025-03-14T22:35:41.894901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991741894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:37:41.894795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991861894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830229504,\"uptime\":1811740.22,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28127470,\"nice\":16120,\"sys\":4515520,\"idle\":1773582520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27935010,\"nice\":15170,\"sys\":4537590,\"idle\":1773639360,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59630}}}"} 2025-03-14T22:37:41.894838+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991861894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:37:51.580493+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:37:51.580685+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-acknowledged' for consumer group='icc-slack-actions'"} 2025-03-14T22:37:51.580733+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:37:51.295Z\",\"user\":{\"id\":\"1438ab70-4294-4b06-bcf9-958c34262e39\",\"email\":\"mstreet@salesforce.com\",\"active\":true,\"name\":\"Mike Street\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000BZFnRYAX\",\"slackUserId\":\"U0260MHBD55\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-31T14:11:16.215Z\",\"modifiedAt\":\"2023-01-31T14:11:16.215Z\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"id\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"audience\":[],\"completed\":true,\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:19.744Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":15,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T22:37:51.134Z\",\"acknowledgedBy\":{\"id\":\"1438ab70-4294-4b06-bcf9-958c34262e39\",\"email\":\"mstreet@salesforce.com\",\"active\":true,\"name\":\"Mike Street\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000BZFnRYAX\",\"slackUserId\":\"U0260MHBD55\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-31T14:11:16.215Z\",\"modifiedAt\":\"2023-01-31T14:11:16.215Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"slackChannelId\":\"C08J51MFR5X\"},\"requestId\":\"c6423312-46da-ad6d-a9ea-21d61d906929\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:37:51.580774+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T22:37:51.580813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T22:37:51.580920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:37:51.580988+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871580,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:37:51.581115+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-acknowledged' for consumer group='icc-notifier'"} 2025-03-14T22:37:51.581133+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:37:51.295Z\",\"user\":{\"id\":\"1438ab70-4294-4b06-bcf9-958c34262e39\",\"email\":\"mstreet@salesforce.com\",\"active\":true,\"name\":\"Mike Street\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000BZFnRYAX\",\"slackUserId\":\"U0260MHBD55\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-31T14:11:16.215Z\",\"modifiedAt\":\"2023-01-31T14:11:16.215Z\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"id\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"audience\":[],\"completed\":true,\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:19.744Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":15,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T22:37:51.134Z\",\"acknowledgedBy\":{\"id\":\"1438ab70-4294-4b06-bcf9-958c34262e39\",\"email\":\"mstreet@salesforce.com\",\"active\":true,\"name\":\"Mike Street\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000BZFnRYAX\",\"slackUserId\":\"U0260MHBD55\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-31T14:11:16.215Z\",\"modifiedAt\":\"2023-01-31T14:11:16.215Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"slackChannelId\":\"C08J51MFR5X\"},\"requestId\":\"c6423312-46da-ad6d-a9ea-21d61d906929\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:37:51.581147+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T22:37:51.581171+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-acknowledged\"}}"} 2025-03-14T22:37:51.581215+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:37:51.581231+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T22:37:51.581232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-acknowledged"} 2025-03-14T22:37:51.581247+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:37:51.581279+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991871581,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-acknowledged - {\"createdAt\":\"2025-03-14T22:37:51.295Z\",\"user\":{\"id\":\"1438ab70-4294-4b06-bcf9-958c34262e39\",\"email\":\"mstreet@salesforce.com\",\"active\":true,\"name\":\"Mike Street\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000BZFnRYAX\",\"slackUserId\":\"U0260MHBD55\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-31T14:11:16.215Z\",\"modifiedAt\":\"2023-01-31T14:11:16.215Z\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"},\"eventObj\":{\"id\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"INCIDENT COMMANDER REMINDER - no internal communication emails *required* for SEV3s and SEV4s. Initial/Resolved Slack notification when closing.\",\"audience\":[],\"completed\":true,\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:29:19.744Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":15,\"acknowledged\":true,\"acknowledgedAt\":\"2025-03-14T22:37:51.134Z\",\"acknowledgedBy\":{\"id\":\"1438ab70-4294-4b06-bcf9-958c34262e39\",\"email\":\"mstreet@salesforce.com\",\"active\":true,\"name\":\"Mike Street\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005EE00000BZFnRYAX\",\"slackUserId\":\"U0260MHBD55\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-01-31T14:11:16.215Z\",\"modifiedAt\":\"2023-01-31T14:11:16.215Z\"},\"additionalInfo\":{\"rule\":{\"name\":\"SEV3/4 no email reminder\",\"type\":\"team\"},\"status\":\"New\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true,\"reminderId\":\"1f7c7da4-fb5d-4cb1-b08b-8d168ef3ddcd\",\"slackChannelId\":\"C08J51MFR5X\"},\"requestId\":\"c6423312-46da-ad6d-a9ea-21d61d906929\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:39:24.589232+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:39:24.589315+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:24.589349+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:24.328Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T22:39:24.589402+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T22:39:24.589461+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T22:39:24.589582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:24.589649+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:39:24.589859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T22:39:24.589864+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:24.328Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T22:39:24.589865+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T22:39:24.589866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T22:39:24.589867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:24.589867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:39:24.589868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T22:39:24.589869+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:39:24.589870+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964589,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T22:39:24.328Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T22:39:24.681692+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:39:24.681796+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:24.681825+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:24.632Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:39:24.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"} 2025-03-14T22:39:24.681826+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:39:24.681873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:39:24.681959+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:24.682011+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964681,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:39:24.682326+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T22:39:24.682327+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:24.632Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:39:24.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"} 2025-03-14T22:39:24.682328+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:39:24.682329+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T22:39:24.682330+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:24.682330+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:39:24.682331+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T22:39:24.682332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:39:24.682334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991964682,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T22:39:24.632Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"3ddda525-5f6f-4506-9452-d9a6e36ada01\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T22:39:24.269Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"} 2025-03-14T22:39:42.831415+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"[NotifyKafkaProducer.produce] Publishing Incident Created Event with Slack channel info: {\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991981,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991981386,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:39:39.514Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}"} 2025-03-14T22:39:42.831425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T22:39:42.831426+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.831449+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.831563+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:42.831681+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key '13dc682c-7922-45ef-a32c-698d7df872fd' to topic 'incident': {\"createdAt\":\"2025-03-14T22:39:42.831Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991981,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991981386,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:39:39.514Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}"} 2025-03-14T22:39:42.831745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key '13dc682c-7922-45ef-a32c-698d7df872fd' to Kafka topic 'incident'"} 2025-03-14T22:39:42.831783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-incident-created-with-slack-channel - undefined"} 2025-03-14T22:39:42.831845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2296699956059456\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.831929+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2296699956059456\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.832022+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982831,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:42.832079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982832,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack channel with ID C08J53JAZRP created for incident with ID 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.842149+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.842425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-notifier'"} 2025-03-14T22:39:42.842523+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:42.831Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991981,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991981386,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:39:39.514Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}"} 2025-03-14T22:39:42.842525+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.842551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.842635+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:42.842671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.842674+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created-with-slack-channel"} 2025-03-14T22:39:42.842675+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:39:42.842741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982842,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created-with-slack-channel - {\"createdAt\":\"2025-03-14T22:39:42.831Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991981,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991981386,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:39:39.514Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}"} 2025-03-14T22:39:42.843321+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.843524+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:42.843608+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:42.831Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1741991981,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1741991981386,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:39:39.514Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U03NM0MKSNQ\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}"} 2025-03-14T22:39:42.843612+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.843614+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"} 2025-03-14T22:39:42.843677+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982843,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:42.931465+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.931547+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'"} 2025-03-14T22:39:42.931572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:42.881Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T22:39:42.931589+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:39:42.931637+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:39:42.931720+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:42.931721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.931733+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-created"} 2025-03-14T22:39:42.931747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:39:42.931792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-created - {\"createdAt\":\"2025-03-14T22:39:42.881Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T22:39:42.931871+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:42.931970+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:42.931971+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:42.881Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"} 2025-03-14T22:39:42.931982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:39:42.932012+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991982931,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"} 2025-03-14T22:39:42.932067+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991982932,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:43.061846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983061,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:43.061978+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991983061,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:43.062004+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983061,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:43.053Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U03NM0MKSNQ\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T22:39:43.062025+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983061,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:39:43.062063+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:39:43.062209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:43.062290+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:43.062431+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'"} 2025-03-14T22:39:43.062455+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:43.053Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U03NM0MKSNQ\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T22:39:43.062500+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:39:43.062526+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"} 2025-03-14T22:39:43.062598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:43.062599+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:43.062601+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-invite-users"} 2025-03-14T22:39:43.062605+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:39:43.062655+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991983062,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-14T22:39:43.053Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U03NM0MKSNQ\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}"} 2025-03-14T22:39:46.115575+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:46.115772+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:46.115789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:45.763Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\"}}"} 2025-03-14T22:39:46.115799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:39:46.115847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:39:46.115935+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:46.116017+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986115,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:46.116108+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'"} 2025-03-14T22:39:46.116130+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:45.763Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\"}}"} 2025-03-14T22:39:46.116142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:39:46.116159+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}"} 2025-03-14T22:39:46.116207+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:46.116208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:46.116220+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-created"} 2025-03-14T22:39:46.116230+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:39:46.116274+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991986116,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-created - {\"createdAt\":\"2025-03-14T22:39:45.763Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-13dc682c-7922-45ef-a32c-698d7df872fd\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\"}}"} 2025-03-14T22:39:57.507732+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:57.507792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991997507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T22:39:57.507813+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:57.458Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu4uHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:39:57.458Z\",\"recordId\":\"500EE00001Tu4uHYAR\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"73036099\"},\"changes\":{}}"} 2025-03-14T22:39:57.507826+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:39:57.507878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:39:57.507984+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991997507,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:57.508077+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:57.508146+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T22:39:57.508175+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:39:57.458Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu4uHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:39:57.458Z\",\"recordId\":\"500EE00001Tu4uHYAR\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"73036099\"},\"changes\":{}}"} 2025-03-14T22:39:57.508176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:39:57.508198+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T22:39:57.508264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:39:57.508265+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:39:57.508265+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T22:39:57.508279+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T22:39:57.508292+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741991997508,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T22:39:57.458Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu4uHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T22:39:57.458Z\",\"recordId\":\"500EE00001Tu4uHYAR\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"73036099\"},\"changes\":{}}"} 2025-03-14T22:40:52.026021+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052025,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:40:52.026271+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'"} 2025-03-14T22:40:52.026350+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:40:52.014Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:39:58.538Z\"},\"eventObj\":{\"ok\":true,\"id\":\"ea41d995-65bc-43b6-9ac0-fe20e976dac8\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: New Splunk logins are failing\\nSeverity: Sev2\\nSlack Channel: #icc-73036099\\nBridge URL: https://meet.google.com/sxx-yusz-kyr\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\\nAdditional Details: \",\"incidentSubject\":\"New Splunk logins are failing\",\"incidentDescription\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\"},\"requestId\":\"0086d127-f35e-c3bb-b421-f42c9efa27ee\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:40:52.026378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:40:52.026429+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:40:52.026550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:40:52.026631+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:40:52.026810+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'"} 2025-03-14T22:40:52.026846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:40:52.014Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:39:58.538Z\"},\"eventObj\":{\"ok\":true,\"id\":\"ea41d995-65bc-43b6-9ac0-fe20e976dac8\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: New Splunk logins are failing\\nSeverity: Sev2\\nSlack Channel: #icc-73036099\\nBridge URL: https://meet.google.com/sxx-yusz-kyr\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\\nAdditional Details: \",\"incidentSubject\":\"New Splunk logins are failing\",\"incidentDescription\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\"},\"requestId\":\"0086d127-f35e-c3bb-b421-f42c9efa27ee\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:40:52.026900+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:40:52.026903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:40:52.026979+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:40:52.026986+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T22:40:52.026990+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-request"} 2025-03-14T22:40:52.027006+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052026,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:40:52.027065+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992052027,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-page-request - {\"createdAt\":\"2025-03-14T22:40:52.014Z\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:07.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:39.514Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:39:58.538Z\"},\"eventObj\":{\"ok\":true,\"id\":\"ea41d995-65bc-43b6-9ac0-fe20e976dac8\",\"serviceId\":\"PM846U4\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: New Splunk logins are failing\\nSeverity: Sev2\\nSlack Channel: #icc-73036099\\nBridge URL: https://meet.google.com/sxx-yusz-kyr\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\\nAdditional Details: \",\"incidentSubject\":\"New Splunk logins are failing\",\"incidentDescription\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\"},\"requestId\":\"0086d127-f35e-c3bb-b421-f42c9efa27ee\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:43:41.894806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992221894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830860288,\"uptime\":1812100.22,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28132690,\"nice\":16120,\"sys\":4516300,\"idle\":1773936730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27939760,\"nice\":15170,\"sys\":4538410,\"idle\":1773993490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5985,\"sum\":59633}}}"} 2025-03-14T22:43:41.894845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992221894,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:44:35.350100+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275349,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:44:35.350510+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992275350,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'"} 2025-03-14T22:44:35.350625+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275350,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:44:35.339Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/oms-esob-eoa\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"duration\":\"15 minutes\",\"incidentCommander\":\"Nikita Aggarwal\",\"incidentCommanderSlackUserId\":\"U03NM0MKSNQ\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"team\":\"Site Reliability\",\"content\":\"SR was paged due to high APT on ita28. Investigation is underway to identify a path to green. CAPE will be paged to assist.\",\"sentAt\":\"2025-03-14T22:44:35.033Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"34322b2f-bcb3-43bf-8416-818d3302dbf2\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/oms-esob-eoa\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"duration\":\"15 minutes\",\"incidentCommander\":\"Nikita Aggarwal\",\"incidentCommanderSlackUserId\":\"U03NM0MKSNQ\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"team\":\"Site Reliability\",\"content\":\"SR was paged due to high APT on ita28. Investigation is underway to identify a path to green. CAPE will be paged to assist.\",\"sentAt\":\"2025-03-14T22:44:35.033Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"eb73ec7d-aec7-cbb3-c4be-79fe4edf43e9\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:44:35.350652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275350,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T22:44:35.350699+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275350,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T22:44:35.350788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992275350,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:44:35.350875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275350,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:44:35.351175+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'"} 2025-03-14T22:44:35.351277+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:44:35.339Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/oms-esob-eoa\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"duration\":\"15 minutes\",\"incidentCommander\":\"Nikita Aggarwal\",\"incidentCommanderSlackUserId\":\"U03NM0MKSNQ\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"team\":\"Site Reliability\",\"content\":\"SR was paged due to high APT on ita28. Investigation is underway to identify a path to green. CAPE will be paged to assist.\",\"sentAt\":\"2025-03-14T22:44:35.033Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"34322b2f-bcb3-43bf-8416-818d3302dbf2\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/oms-esob-eoa\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"duration\":\"15 minutes\",\"incidentCommander\":\"Nikita Aggarwal\",\"incidentCommanderSlackUserId\":\"U03NM0MKSNQ\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"team\":\"Site Reliability\",\"content\":\"SR was paged due to high APT on ita28. Investigation is underway to identify a path to green. CAPE will be paged to assist.\",\"sentAt\":\"2025-03-14T22:44:35.033Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"eb73ec7d-aec7-cbb3-c4be-79fe4edf43e9\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:44:35.351281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T22:44:35.351336+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"} 2025-03-14T22:44:35.351370+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:44:35.351412+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:44:35.351413+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-request"} 2025-03-14T22:44:35.351429+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:44:35.351511+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992275351,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-14T22:44:35.339Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"modifiedAt\":\"2025-03-14T22:29:09.518Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"d346d86b-03a3-434f-aacd-8903c7bb906b\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"4dba8a99-7d9f-4bba-8b1d-903b699340b2\",\"email\":\"aggarwal.n@salesforce.com\",\"active\":true,\"name\":\"Nikita Aggarwal\",\"firstName\":\"Nikita\",\"lastName\":\"Aggarwal\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000007E8JRYA0\",\"slackUserId\":\"U03NM0MKSNQ\",\"createdBy\":\"aggarwal.n@salesforce.com\",\"modifiedBy\":\"aggarwal.n@salesforce.com\",\"createdAt\":\"2022-08-01T22:10:34.305Z\",\"modifiedAt\":\"2022-08-01T22:10:34.305Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/oms-esob-eoa\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"duration\":\"15 minutes\",\"incidentCommander\":\"Nikita Aggarwal\",\"incidentCommanderSlackUserId\":\"U03NM0MKSNQ\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"team\":\"Site Reliability\",\"content\":\"SR was paged due to high APT on ita28. Investigation is underway to identify a path to green. CAPE will be paged to assist.\",\"sentAt\":\"2025-03-14T22:44:35.033Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"34322b2f-bcb3-43bf-8416-818d3302dbf2\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/oms-esob-eoa\",\"sentBySlackUserId\":\"U02NP5RGQQ7\",\"sentBy\":\"Dominick Blue\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"duration\":\"15 minutes\",\"incidentCommander\":\"Nikita Aggarwal\",\"incidentCommanderSlackUserId\":\"U03NM0MKSNQ\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"team\":\"Site Reliability\",\"content\":\"SR was paged due to high APT on ita28. Investigation is underway to identify a path to green. CAPE will be paged to assist.\",\"sentAt\":\"2025-03-14T22:44:35.033Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"eb73ec7d-aec7-cbb3-c4be-79fe4edf43e9\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:45:11.264196+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:45:11.264463+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'"} 2025-03-14T22:45:11.264511+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:45:11.251Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\",\"serviceId\":\"P25VK5X\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"7100711c-7a23-44d9-1387-e6a0368ef3a2\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:45:11.264528+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:45:11.264560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:45:11.264690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:45:11.264782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:45:11.264966+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'"} 2025-03-14T22:45:11.265204+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T22:45:11.251Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\",\"serviceId\":\"P25VK5X\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"7100711c-7a23-44d9-1387-e6a0368ef3a2\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:45:11.265205+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:45:11.265207+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"} 2025-03-14T22:45:11.265208+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992311265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:45:11.265209+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T22:45:11.265210+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-page-request"} 2025-03-14T22:45:11.265211+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T22:45:11.265212+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992311265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-page-request - {\"createdAt\":\"2025-03-14T22:45:11.251Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:08.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:29:09.518Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:29:29.420Z\"},\"eventObj\":{\"ok\":true,\"id\":\"fab9b215-fcd7-487e-b6a5-e1a0d3f96921\",\"serviceId\":\"P25VK5X\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\\nSeverity: Sev2\\nSlack Channel: #icc-73035802\\nBridge URL: https://meet.google.com/oms-esob-eoa\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\\nAdditional Details: \",\"incidentSubject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\"},\"requestId\":\"7100711c-7a23-44d9-1387-e6a0368ef3a2\",\"client\":\"icc-slack-app\"}"} 2025-03-14T22:50:41.902808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992641902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814820352,\"uptime\":1812520.22,\"totalMem\":4018151424,\"loadavg\":[0.1,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28137630,\"nice\":16120,\"sys\":4517260,\"idle\":1774349610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27944700,\"nice\":15170,\"sys\":4539320,\"idle\":1774406300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5994,\"sum\":59626}}}"} 2025-03-14T22:50:41.902912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992641902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:52:41.898824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992761898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2813632512,\"uptime\":1812640.22,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28138610,\"nice\":16120,\"sys\":4517500,\"idle\":1774467800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27946170,\"nice\":15170,\"sys\":4539560,\"idle\":1774524290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59631}}}"} 2025-03-14T22:52:41.898896+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992761898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:54:41.898780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741992881898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812993536,\"uptime\":1812760.22,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28139720,\"nice\":16120,\"sys\":4517720,\"idle\":1774585940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27947510,\"nice\":15170,\"sys\":4539900,\"idle\":1774642320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6001,\"sum\":59623}}}"} 2025-03-14T22:54:41.898878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741992881898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:57:41.898789+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993061898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814636032,\"uptime\":1812940.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28141950,\"nice\":16120,\"sys\":4518090,\"idle\":1774763050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27949570,\"nice\":15170,\"sys\":4540230,\"idle\":1774819400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5986,\"sum\":59629}}}"} 2025-03-14T22:57:41.898961+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993061898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T22:58:41.898776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993121898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814865408,\"uptime\":1813000.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28142910,\"nice\":16120,\"sys\":4518170,\"idle\":1774822110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27950430,\"nice\":15170,\"sys\":4540320,\"idle\":1774878430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5993,\"sum\":59629}}}"} 2025-03-14T22:58:41.898864+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993121898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:00:45.184022+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245183,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T23:00:45.184197+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed-not-valid' for consumer group='icc-slack-actions'"} 2025-03-14T23:00:45.184238+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:00:45.023Z\",\"user\":{\"id\":\"6230afb4-e948-4cad-b6f5-52bc8df552c4\",\"gusUserId\":\"005EE000000WbdxYAC\",\"slackUserId\":\"U02DZLQ85GB\",\"name\":\"Brian Harrison\",\"email\":\"bharrison@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-73035496\"},\"subject\":\"Invalid Case - AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"Justification for Quick Close: \\n CH1 deployments were briefly impacted by an AWS incident that resolved as soon as the MuleSoft incident was declared \\n\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Not Valid\",\"origin\":\"\",\"originReference\":\"N/A\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"2025-03-14T23:00:44.977Z\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Invalid Case\",\"rootCause\":\"Invalid Case\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"closingDetails\":{},\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"2025-03-14T22:14:52.731Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:59.226Z\"},\"requestId\":\"901da5b6-97f9-8a57-1a5e-e38812fc5521\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:00:45.184240+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-not-valid\"}}"} 2025-03-14T23:00:45.184276+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-not-valid\"}}"} 2025-03-14T23:00:45.184356+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:00:45.184443+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T23:00:45.184562+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed-not-valid' for consumer group='icc-notifier'"} 2025-03-14T23:00:45.184597+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:00:45.023Z\",\"user\":{\"id\":\"6230afb4-e948-4cad-b6f5-52bc8df552c4\",\"gusUserId\":\"005EE000000WbdxYAC\",\"slackUserId\":\"U02DZLQ85GB\",\"name\":\"Brian Harrison\",\"email\":\"bharrison@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-73035496\"},\"subject\":\"Invalid Case - AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"Justification for Quick Close: \\n CH1 deployments were briefly impacted by an AWS incident that resolved as soon as the MuleSoft incident was declared \\n\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Not Valid\",\"origin\":\"\",\"originReference\":\"N/A\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"2025-03-14T23:00:44.977Z\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Invalid Case\",\"rootCause\":\"Invalid Case\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"closingDetails\":{},\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"2025-03-14T22:14:52.731Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:59.226Z\"},\"requestId\":\"901da5b6-97f9-8a57-1a5e-e38812fc5521\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:00:45.184598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-not-valid\"}}"} 2025-03-14T23:00:45.184626+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-not-valid\"}}"} 2025-03-14T23:00:45.184680+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:00:45.184683+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T23:00:45.184697+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed-not-valid"} 2025-03-14T23:00:45.184710+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:00:45.184747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993245184,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-closed-not-valid - {\"createdAt\":\"2025-03-14T23:00:45.023Z\",\"user\":{\"id\":\"6230afb4-e948-4cad-b6f5-52bc8df552c4\",\"gusUserId\":\"005EE000000WbdxYAC\",\"slackUserId\":\"U02DZLQ85GB\",\"name\":\"Brian Harrison\",\"email\":\"bharrison@salesforce.com\"},\"incident\":{\"id\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\",\"slackChannel\":{\"id\":\"C08J51MFR5X\",\"name\":\"icc-73035496\"},\"subject\":\"Invalid Case - AWS Operational Issue in eu-west-1 and sa-east-1\",\"description\":\"Justification for Quick Close: \\n CH1 deployments were briefly impacted by an AWS incident that resolved as soon as the MuleSoft incident was declared \\n\",\"detectedTime\":\"2025-03-14T22:14:16.698Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Not Valid\",\"origin\":\"\",\"originReference\":\"N/A\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-14T22:14:16.698Z\",\"impactEndTime\":\"2025-03-14T23:00:44.977Z\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"Invalid Case\",\"rootCause\":\"Invalid Case\",\"createdAt\":\"2025-03-14T22:14:16.698Z\",\"closingDetails\":{},\"scrumTeamId\":\"a00AH000000imUfYAI\",\"team\":\"MS Incident Management\",\"caseNumber\":\"73035496\",\"caseRecordId\":\"500EE00001TuFmLYAV\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/uBkNA2igmFdV\",\"engagedAt\":\"2025-03-14T22:14:52.731Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:14:59.226Z\"},\"requestId\":\"901da5b6-97f9-8a57-1a5e-e38812fc5521\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:00:55.352368+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T23:00:55.352533+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T23:00:55.352535+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"}"} 2025-03-14T23:00:55.352536+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:00:55.352593+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:00:55.352704+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:00:55.352794+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 900b1ae0-84fd-4e82-b18f-258f8a0291ab"} 2025-03-14T23:00:55.352842+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T23:00:55.352843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"900b1ae0-84fd-4e82-b18f-258f8a0291ab\"}"} 2025-03-14T23:00:55.352846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:00:55.352887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:00:55.352908+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993255352,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:00:55.353132+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741993255353,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T23:01:41.898780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993301898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817798144,\"uptime\":1813180.23,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28145010,\"nice\":16120,\"sys\":4518550,\"idle\":1774999230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27952900,\"nice\":15170,\"sys\":4540700,\"idle\":1775055480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6020,\"sum\":59617}}}"} 2025-03-14T23:01:41.898866+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993301898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:03:41.898795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993421898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818076672,\"uptime\":1813300.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28146280,\"nice\":16120,\"sys\":4518820,\"idle\":1775117360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27954200,\"nice\":15170,\"sys\":4540960,\"idle\":1775173530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59630}}}"} 2025-03-14T23:03:41.898894+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993421898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:06:08.216741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993568216,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T23:06:08.217475+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993568217,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T23:07:41.902766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818113536,\"uptime\":1813540.23,\"totalMem\":4018151424,\"loadavg\":[0.06,0.09,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28149050,\"nice\":16120,\"sys\":4519400,\"idle\":1775353440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27956880,\"nice\":15170,\"sys\":4541420,\"idle\":1775409640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59632}}}"} 2025-03-14T23:07:41.902888+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:11:09.266761+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993869266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T23:11:09.267574+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993869267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T23:11:41.898783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993901898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817871872,\"uptime\":1813780.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.07,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28151970,\"nice\":16120,\"sys\":4519800,\"idle\":1775589500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27959400,\"nice\":15170,\"sys\":4541880,\"idle\":1775646020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6001,\"sum\":59623}}}"} 2025-03-14T23:11:41.898861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993901898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:12:50.759539+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970759,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T23:12:50.759835+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993970759,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'"} 2025-03-14T23:12:50.759922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970759,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:12:50.597Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:56:06.281Z\",\"usdResources\":[]},\"changes\":{\"subject\":[\"New Splunk logins are failing\",\"New Splunk logins are failing in esvc1\"],\"detectedTime\":[\"2025-03-14T22:38:07.000Z\",\"2025-03-14T22:38:00.000Z\"],\"impactStartTime\":[\"2025-03-14T22:39:39.514Z\",\"2025-03-14T22:39:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}]}},\"requestId\":\"k20sx9-bqzy98-qc8u1d-ot2fj7-1741993969724\",\"client\":\"icc-ui\"}"} 2025-03-14T23:12:50.759923+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970759,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T23:12:50.759949+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970759,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T23:12:50.760040+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:12:50.760129+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T23:12:50.760384+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'"} 2025-03-14T23:12:50.760468+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:12:50.597Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:38:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:39:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T22:56:06.281Z\",\"usdResources\":[]},\"changes\":{\"subject\":[\"New Splunk logins are failing\",\"New Splunk logins are failing in esvc1\"],\"detectedTime\":[\"2025-03-14T22:38:07.000Z\",\"2025-03-14T22:38:00.000Z\"],\"impactStartTime\":[\"2025-03-14T22:39:39.514Z\",\"2025-03-14T22:39:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}]}},\"requestId\":\"k20sx9-bqzy98-qc8u1d-ot2fj7-1741993969724\",\"client\":\"icc-ui\"}"} 2025-03-14T23:12:50.760469+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T23:12:50.760472+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"} 2025-03-14T23:12:50.760511+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:12:50.760541+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-14T23:12:50.760542+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-updated"} 2025-03-14T23:12:50.760542+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741993970760,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T23:14:41.902759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994081902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817884160,\"uptime\":1813960.23,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28153820,\"nice\":16120,\"sys\":4520140,\"idle\":1775766610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27961240,\"nice\":15170,\"sys\":4542260,\"idle\":1775823210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5991,\"sum\":59631}}}"} 2025-03-14T23:14:41.902899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994081902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:18:41.898770+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994321898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819780608,\"uptime\":1814200.23,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28156610,\"nice\":16120,\"sys\":4520670,\"idle\":1776002810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27963840,\"nice\":15170,\"sys\":4542830,\"idle\":1776059340,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5988,\"sum\":59627}}}"} 2025-03-14T23:18:41.898902+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994321898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:19:41.898759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994381898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820046848,\"uptime\":1814260.23,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28157140,\"nice\":16120,\"sys\":4520770,\"idle\":1776061870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27964480,\"nice\":15170,\"sys\":4542970,\"idle\":1776118380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5991,\"sum\":59631}}}"} 2025-03-14T23:19:41.898859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994381898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:20:04.300457+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 4fa94feb-1f18-4521-9fa1-92d626590aab"} 2025-03-14T23:20:04.300569+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-slack-actions'"} 2025-03-14T23:20:04.300598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:20:03.969Z\",\"incident\":{\"id\":\"4fa94feb-1f18-4521-9fa1-92d626590aab\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1JcdmYhoi_x_1HzZQMFtJQsUDmeo-KuK0\"}}"} 2025-03-14T23:20:04.300651+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:20:04.301375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:20:04.301377+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:20:04.301378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 4fa94feb-1f18-4521-9fa1-92d626590aab"} 2025-03-14T23:20:04.301380+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-notifier'"} 2025-03-14T23:20:04.301381+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:20:03.969Z\",\"incident\":{\"id\":\"4fa94feb-1f18-4521-9fa1-92d626590aab\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1JcdmYhoi_x_1HzZQMFtJQsUDmeo-KuK0\"}}"} 2025-03-14T23:20:04.301381+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:20:04.301382+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:20:04.301383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:20:04.301383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 4fa94feb-1f18-4521-9fa1-92d626590aab"} 2025-03-14T23:20:04.301384+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-folder-created"} 2025-03-14T23:20:04.301385+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:20:04.301386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994404301,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-folder-created - {\"createdAt\":\"2025-03-14T23:20:03.969Z\",\"incident\":{\"id\":\"4fa94feb-1f18-4521-9fa1-92d626590aab\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1JcdmYhoi_x_1HzZQMFtJQsUDmeo-KuK0\"}}"} 2025-03-14T23:23:33.501802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613501,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:33.501863+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613501,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:33.501884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613501,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:33.450Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}]}"} 2025-03-14T23:23:33.501914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613501,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T23:23:33.501943+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613501,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T23:23:33.502031+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:33.502142+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:33.502185+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'"} 2025-03-14T23:23:33.502265+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:33.450Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}]}"} 2025-03-14T23:23:33.502265+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T23:23:33.502298+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"} 2025-03-14T23:23:33.502299+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:33.502529+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741994613502,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T23:23:33.525718+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613525,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:33.525825+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613525,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:33.525855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613525,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:33.450Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}],\"cis\":[{\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createLock\":true,\"sfid\":\"aCqEE000000C0XJ0A0\",\"configurationItem\":{\"id\":\"a7JEE00000NYJr02AH\",\"name\":\"ita28\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod19-eusouth1.core1.ita28\",\"parentId\":\"a7JEE00000CsLTZ2A3\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:25.336Z\",\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"active\",\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}}]}"} 2025-03-14T23:23:33.525870+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613525,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T23:23:33.525919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613525,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T23:23:33.526011+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613525,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:33.526079+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:33.526181+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'"} 2025-03-14T23:23:33.526220+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:33.450Z\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0XJ0A0\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000NYJr02AH\"}],\"cis\":[{\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createLock\":true,\"sfid\":\"aCqEE000000C0XJ0A0\",\"configurationItem\":{\"id\":\"a7JEE00000NYJr02AH\",\"name\":\"ita28\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod19-eusouth1.core1.ita28\",\"parentId\":\"a7JEE00000CsLTZ2A3\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:25.336Z\",\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"active\",\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}}]}"} 2025-03-14T23:23:33.526223+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T23:23:33.526263+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"} 2025-03-14T23:23:33.526285+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:33.526503+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741994613526,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T23:23:41.898795+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994621898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818990080,\"uptime\":1814500.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28159880,\"nice\":16120,\"sys\":4521420,\"idle\":1776297690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27967570,\"nice\":15170,\"sys\":4543580,\"idle\":1776353940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6008,\"sum\":59625}}}"} 2025-03-14T23:23:41.898860+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994621898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.263977+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637263,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.264577+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:57.264734+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.254Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TuDhMYAV\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.264738+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T23:23:57.264768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T23:23:57.264855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.264960+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637264,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.265143+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:57.265191+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.256Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T23:23:57.184Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T23:23:56.900Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":false,\"sfid\":\"aCqEE000000C0XJ0A0\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.265194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T23:23:57.265233+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T23:23:57.265252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.265319+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.265484+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:57.265522+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.257Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:25.336Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T23:23:56.900Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":false,\"sfid\":\"aCqEE000000C0XJ0A0\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.265525+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T23:23:57.265582+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T23:23:57.265583+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.265649+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.265819+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:57.265825+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.009Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"category\":[\"\",\"Capacity\"],\"rootCause\":[\"\",\"Capacity\"]},\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.265826+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T23:23:57.265884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T23:23:57.265885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.265956+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637265,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.266082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-notifier'"} 2025-03-14T23:23:57.266121+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.254Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TuDhMYAV\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.266122+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T23:23:57.266139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"} 2025-03-14T23:23:57.266193+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.266194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.266194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-to-cis-request"} 2025-03-14T23:23:57.266195+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:23:57.266236+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-incident-to-cis-request - {\"createdAt\":\"2025-03-14T23:23:57.254Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TuDhMYAV\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.266322+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.266525+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-notifier'"} 2025-03-14T23:23:57.266546+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.256Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T23:23:57.184Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T23:23:56.900Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":false,\"sfid\":\"aCqEE000000C0XJ0A0\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.266560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T23:23:57.266603+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"} 2025-03-14T23:23:57.266618+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.266628+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.266642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-ctc-lock-update-response"} 2025-03-14T23:23:57.266652+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:23:57.266706+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-ctc-lock-update-response - {\"createdAt\":\"2025-03-14T23:23:57.256Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T23:23:57.184Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T23:23:56.900Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":false,\"sfid\":\"aCqEE000000C0XJ0A0\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.266755+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.266919+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-notifier'"} 2025-03-14T23:23:57.266956+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.257Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:25.336Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T23:23:56.900Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":false,\"sfid\":\"aCqEE000000C0XJ0A0\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.266956+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T23:23:57.266996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"} 2025-03-14T23:23:57.267024+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637266,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.267035+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.267035+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-ctc-lock-release-request"} 2025-03-14T23:23:57.267046+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:23:57.267096+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-ctc-lock-release-request - {\"createdAt\":\"2025-03-14T23:23:57.257Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-14T22:29:23.126Z\",\"modifiedAt\":\"2025-03-14T22:29:25.336Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-14T22:29:23.095Z\",\"modifiedAt\":\"2025-03-14T23:23:56.900Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"599ff244-7d51-40ea-bdc8-b30be613c623\",\"configurationItemId\":\"a7JEE00000NYJr02AH\",\"createLock\":false,\"sfid\":\"aCqEE000000C0XJ0A0\",\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"description\":\"Lock to be created for Incident: b7ef96fc-4995-4d2b-b152-2783270aada8\",\"externalId\":\"a8LEE00001BY0lD2AT\"}],\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.267160+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.267284+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-notifier'"} 2025-03-14T23:23:57.267303+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:23:57.009Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"category\":[\"\",\"Capacity\"],\"rootCause\":[\"\",\"Capacity\"]},\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.267314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T23:23:57.267356+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-14T23:23:57.267378+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.267386+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.267389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-resolved"} 2025-03-14T23:23:57.267399+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T23:23:57.267448+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637267,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Incident resolved notification for icc-incident-resolved - {\"createdAt\":\"2025-03-14T23:23:57.009Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:23:37.561Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"category\":[\"\",\"Capacity\"],\"rootCause\":[\"\",\"Capacity\"]},\"requestId\":\"d4ee0ffa-0ae6-695d-cbef-972b338b5902\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:23:57.305249+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.305280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:57.305314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"timestamp\":\"2025-03-14T23:23:57.255Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T23:23:57.305314+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T23:23:57.305347+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T23:23:57.305425+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.305498+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:57.305572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'"} 2025-03-14T23:23:57.305572+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"timestamp\":\"2025-03-14T23:23:57.255Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"} 2025-03-14T23:23:57.305573+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T23:23:57.305595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"} 2025-03-14T23:23:57.305643+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:57.305837+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741994637305,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T23:23:59.346069+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639345,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:59.346103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994639345,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-14T23:23:59.346103+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BY0lD2AT\",\"incidentToCiId\":\"599ff244-7d51-40ea-bdc8-b30be613c623\"}],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"}"} 2025-03-14T23:23:59.346104+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:23:59.346105+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:23:59.346174+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:59.346243+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:23:59.346327+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-14T23:23:59.346328+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"017c743a-8635-409d-a901-c20c6886e414\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BY0lD2AT\",\"incidentToCiId\":\"599ff244-7d51-40ea-bdc8-b30be613c623\"}],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"}"} 2025-03-14T23:23:59.346328+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:23:59.346351+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-14T23:23:59.346395+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:23:59.346676+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741994639346,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-14T23:24:41.902772+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994681902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818994176,\"uptime\":1814560.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28160400,\"nice\":16120,\"sys\":4521550,\"idle\":1776356760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27968060,\"nice\":15170,\"sys\":4543690,\"idle\":1776412950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6027,\"sum\":59619}}}"} 2025-03-14T23:24:41.902887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994681902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:26:12.208139+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994772208,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T23:26:12.208982+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994772208,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T23:28:33.746368+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:33.746413+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T23:28:33.746514+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:33.690Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T23:28:33.746537+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:33.746550+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:33.746633+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:33.746731+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:33.746812+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T23:28:33.746833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:33.690Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T23:28:33.746835+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:33.746995+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:33.746996+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:33.746998+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:33.746999+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T23:28:33.746999+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:28:33.747000+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913746,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T23:28:33.690Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"} 2025-03-14T23:28:33.792227+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:33.792438+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T23:28:33.792468+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:33.783Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-15T03:28:33.593Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"063ecc48-7e11-4c90-9c25-3453daa7d089\",\"triggeredAt\":\"2025-03-14T23:28:33.764Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"frequencyValue\":4,\"currentOccurrence\":1,\"inheritedFromTeamConfig\":true,\"currentOccurrenceId\":\"063ecc48-7e11-4c90-9c25-3453daa7d089\"},\"slackChannelId\":\"C08HDBF5E3Z\",\"nextDueAt\":\"2025-03-15T03:28:33.593Z\"}}"} 2025-03-14T23:28:33.792469+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:33.792470+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:33.792522+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:33.792596+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:33.792914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T23:28:33.792917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:33.783Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-15T03:28:33.593Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"063ecc48-7e11-4c90-9c25-3453daa7d089\",\"triggeredAt\":\"2025-03-14T23:28:33.764Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"frequencyValue\":4,\"currentOccurrence\":1,\"inheritedFromTeamConfig\":true,\"currentOccurrenceId\":\"063ecc48-7e11-4c90-9c25-3453daa7d089\"},\"slackChannelId\":\"C08HDBF5E3Z\",\"nextDueAt\":\"2025-03-15T03:28:33.593Z\"}}"} 2025-03-14T23:28:33.792918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:33.792920+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:33.792921+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:33.792922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:33.792924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T23:28:33.792924+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:28:33.792927+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994913792,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T23:28:33.783Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"9c17d1ea-0ecc-4eff-a66f-6bdb4d09d621\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using /icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-15T03:28:33.593Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"063ecc48-7e11-4c90-9c25-3453daa7d089\",\"triggeredAt\":\"2025-03-14T23:28:33.764Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"frequencyValue\":4,\"currentOccurrence\":1,\"inheritedFromTeamConfig\":true,\"currentOccurrenceId\":\"063ecc48-7e11-4c90-9c25-3453daa7d089\"},\"slackChannelId\":\"C08HDBF5E3Z\",\"nextDueAt\":\"2025-03-15T03:28:33.593Z\"}}"} 2025-03-14T23:28:57.885560+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:57.885667+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'"} 2025-03-14T23:28:57.885751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:57.836Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}"} 2025-03-14T23:28:57.885751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:57.885785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:57.885862+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:57.886172+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:57.886173+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'"} 2025-03-14T23:28:57.886175+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937885,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:57.836Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}"} 2025-03-14T23:28:57.886176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:57.886176+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"} 2025-03-14T23:28:57.886177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:57.886177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:57.886178+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: bullmq-job-completed"} 2025-03-14T23:28:57.886178+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:28:57.886179+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937886,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-14T23:28:57.836Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}"} 2025-03-14T23:28:57.973507+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:57.973581+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'"} 2025-03-14T23:28:57.973621+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:57.922Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T23:28:57.756Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"} 2025-03-14T23:28:57.973657+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:57.973676+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:57.973745+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:57.974063+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:57.974064+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'"} 2025-03-14T23:28:57.974065+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:28:57.922Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T23:28:57.756Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"} 2025-03-14T23:28:57.974066+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:57.974067+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"} 2025-03-14T23:28:57.974067+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:28:57.974068+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:28:57.974069+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-reminder-triggered"} 2025-03-14T23:28:57.974069+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:28:57.974071+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741994937973,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-14T23:28:57.922Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\"},\"eventObj\":{\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"reminderId\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d98197b7-8a7d-418f-99ea-1b0a1fdeee8b\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-14T23:28:57.756Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HDBF5E3Z\"}}"} 2025-03-14T23:30:17.803453+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:30:17.803701+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995017803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-slack-actions'"} 2025-03-14T23:30:17.803790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:30:17.616Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"requestId\":\"bf93181d-1bf2-1e41-171a-c7ff4ee74b7b\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:30:17.803817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T23:30:17.803831+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T23:30:17.803946+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995017803,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:30:17.804050+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:30:17.804288+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-notifier'"} 2025-03-14T23:30:17.804491+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:30:17.616Z\",\"user\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"name\":\"Dominick Blue\",\"email\":\"dominick.blue@salesforce.com\"},\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"requestId\":\"bf93181d-1bf2-1e41-171a-c7ff4ee74b7b\",\"client\":\"icc-slack-app\"}"} 2025-03-14T23:30:17.804491+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T23:30:17.804492+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-14T23:30:17.804492+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:30:17.804493+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:30:17.804494+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed"} 2025-03-14T23:30:17.804494+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995017804,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-14T23:30:22.303859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022303,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:30:22.304120+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-slack-actions'"} 2025-03-14T23:30:22.304194+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:30:21.982Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"} 2025-03-14T23:30:22.304225+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T23:30:22.304264+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T23:30:22.304353+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:30:22.304435+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:30:22.304636+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-notifier'"} 2025-03-14T23:30:22.304693+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:30:21.982Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"} 2025-03-14T23:30:22.304733+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T23:30:22.304747+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-14T23:30:22.304814+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:30:22.304818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:30:22.304827+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-finished"} 2025-03-14T23:30:22.304856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:30:22.304918+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995022304,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-finished - {\"createdAt\":\"2025-03-14T23:30:21.982Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"C08HDBF5E3Z\",\"name\":\"icc-73035802\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD19-EUSOUTH1, Functional_Domain: core1, Cell: ita28, Orgs_Impacted: Single_Org_Cell\",\"description\":\"Sherlock detected an APT Incident for Cell: ita28, FI: AWS-PROD19-EUSOUTH1. \\nAnomalies detected in the timeframe 2025-03-14 22:19:00.000 - 2025-03-14 22:19:00.000.\\n\\nCase created using .case by @Nikita Aggarwal in #cp-sre-alerts for ita28\",\"detectedTime\":\"2025-03-14T22:24:00.000Z\",\"severity\":\"Sev3\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q00PEKWATDFD8O\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T21:57:00.000Z\",\"impactEndTime\":\"2025-03-14T22:24:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/oms-esob-eoa\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-630-866-6740, pin: 939752928; \\nFind numbers in more regions on https://tel.meet/oms-esob-eoa?pin=5770695976770, pin: 5770695976770\\n\"},\"roles\":[],\"category\":\"Capacity\",\"rootCause\":\"Capacity\",\"createdAt\":\"2025-03-14T22:29:09.518Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuXxYAI\",\"detectedByServiceOwner\":false,\"prbNumber\":null,\"proximateCause\":\"Self-impacting due to long running jobs\",\"customerExperience\":\"Performance degradation\",\"immediateResolution\":\"This was a self-impacting issue that was self-resolving.\",\"aarQuestions\":\"1. How do we limit the alerts we receive do to a self-impacting issue like this?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - APT\",\"closedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"incidentId\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"createdBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"modifiedBy\":{\"id\":\"f72fd4b5-822f-4cb9-abf2-4460bb61cc23\",\"email\":\"dominick.blue@salesforce.com\",\"active\":true,\"name\":\"Dominick Blue\",\"firstName\":\"Dominick\",\"lastName\":\"Blue\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000002OJOXYA4\",\"slackUserId\":\"U02NP5RGQQ7\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"dominick.blue@salesforce.com\",\"createdAt\":\"2022-03-02T00:02:26.122Z\",\"modifiedAt\":\"2022-03-02T00:02:29.631Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-14T23:30:17.588Z\",\"modifiedAt\":\"2025-03-14T23:30:17.588Z\",\"id\":\"f8ecc687-47bc-4e46-9a58-ebffb25f7c1e\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73035802\",\"caseRecordId\":\"500EE00001TuDhMYAV\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/haP7AkVoE22k\",\"engagedAt\":\"2025-03-14T22:29:23.212Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T23:24:02.233Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/haP7AkVoE22k\"}}"} 2025-03-14T23:30:41.898786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995041898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821189632,\"uptime\":1814920.23,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28164330,\"nice\":16120,\"sys\":4522330,\"idle\":1776711120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27972110,\"nice\":15170,\"sys\":4544540,\"idle\":1776767050,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6010,\"sum\":59624}}}"} 2025-03-14T23:30:41.898854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995041898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:31:13.246564+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995073246,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-14T23:31:13.247332+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995073247,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-14T23:31:41.898785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995101898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822852608,\"uptime\":1814980.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28165010,\"nice\":16120,\"sys\":4522410,\"idle\":1776770220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27972830,\"nice\":15170,\"sys\":4544670,\"idle\":1776826020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6000,\"sum\":59625}}}"} 2025-03-14T23:31:41.898868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995101898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:33:41.902803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995221902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821689344,\"uptime\":1815100.23,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28165910,\"nice\":16120,\"sys\":4522670,\"idle\":1776888430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27974060,\"nice\":15170,\"sys\":4544990,\"idle\":1776943950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59630}}}"} 2025-03-14T23:33:41.902891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995221902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:35:41.898793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995341898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822909952,\"uptime\":1815220.23,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28167270,\"nice\":16120,\"sys\":4522950,\"idle\":1777006610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27975520,\"nice\":15170,\"sys\":4545250,\"idle\":1777061910,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5991,\"sum\":59632}}}"} 2025-03-14T23:35:41.898848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995341898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:36:41.898773+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995401898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823340032,\"uptime\":1815280.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28167770,\"nice\":16120,\"sys\":4523050,\"idle\":1777065670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27976190,\"nice\":15170,\"sys\":4545350,\"idle\":1777120970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6000,\"sum\":59629}}}"} 2025-03-14T23:36:41.898852+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995401898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:40:06.511609+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995606511,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08JGDFK0HE topic: :icc-sev4: Sev4 | Certain vizzes are not rendering for viewers"} 2025-03-14T23:40:06.750452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995606750,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"set slack channel C08JGDFK0HE purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack://app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here."} 2025-03-14T23:40:12.721555+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"} 2025-03-14T23:40:12.721663+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'"} 2025-03-14T23:40:12.721698+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:12.672Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\"},\"eventObj\":{\"createdAt\":\"2025-03-14T23:40:07.546Z\",\"modifiedAt\":\"2025-03-14T23:40:12.466Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JGDFK0HE\",\"name\":\"icc-73037460\"}}"} 2025-03-14T23:40:12.721743+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T23:40:12.721796+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T23:40:12.721882+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:40:12.721988+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612721,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"} 2025-03-14T23:40:12.722058+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'"} 2025-03-14T23:40:12.722059+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:12.672Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\"},\"eventObj\":{\"createdAt\":\"2025-03-14T23:40:07.546Z\",\"modifiedAt\":\"2025-03-14T23:40:12.466Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JGDFK0HE\",\"name\":\"icc-73037460\"}}"} 2025-03-14T23:40:12.722119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T23:40:12.722161+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"} 2025-03-14T23:40:12.722246+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:40:12.722246+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7"} 2025-03-14T23:40:12.722251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-slack-channel-renamed"} 2025-03-14T23:40:12.722252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:40:12.722290+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995612722,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-14T23:40:12.672Z\",\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\"},\"eventObj\":{\"createdAt\":\"2025-03-14T23:40:07.546Z\",\"modifiedAt\":\"2025-03-14T23:40:12.466Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JGDFK0HE\",\"name\":\"icc-73037460\"}}"} 2025-03-14T23:40:36.561999+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636561,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"} 2025-03-14T23:40:36.562081+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-14T23:40:36.562082+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:36.179Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuHuiYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T23:40:36.179Z\",\"recordId\":\"500EE00001TuHuiYAF\",\"incidentId\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"caseNumber\":\"73037460\"},\"changes\":{}}"} 2025-03-14T23:40:36.562116+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T23:40:36.562119+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T23:40:36.562203+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:40:36.562273+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 961c41b8-4835-490d-9237-fb72e151e8f7"} 2025-03-14T23:40:36.562346+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-14T23:40:36.562371+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:40:36.179Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuHuiYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T23:40:36.179Z\",\"recordId\":\"500EE00001TuHuiYAF\",\"incidentId\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"caseNumber\":\"73037460\"},\"changes\":{}}"} 2025-03-14T23:40:36.562372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T23:40:36.562372+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-14T23:40:36.562414+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:40:36.562452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 961c41b8-4835-490d-9237-fb72e151e8f7"} 2025-03-14T23:40:36.562453+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-14T23:40:36.562454+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-14T23:40:36.562598+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995636562,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-14T23:40:36.179Z\",\"user\":{\"id\":\"92b7b81d-fecc-485b-b6c7-2a0bae765b8e\",\"gusUserId\":\"005AH000000HyNmYAK\",\"slackUserId\":\"U01RPH2F117\",\"name\":\"Gaurav Rai Mazra\",\"email\":\"gmazra@salesforce.com\"},\"incident\":{\"id\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"slackChannel\":{\"id\":\"C08JGDFK0HE\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TuHuiYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-14T23:40:36.179Z\",\"recordId\":\"500EE00001TuHuiYAF\",\"incidentId\":\"961c41b8-4835-490d-9237-fb72e151e8f7\",\"caseNumber\":\"73037460\"},\"changes\":{}}"} 2025-03-14T23:43:41.898780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995821898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823393280,\"uptime\":1815700.23,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28171890,\"nice\":16120,\"sys\":4523850,\"idle\":1777479030,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27980320,\"nice\":15170,\"sys\":4546090,\"idle\":1777534080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59631}}}"} 2025-03-14T23:43:41.898874+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995821898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:44:41.898784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995881898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823397376,\"uptime\":1815760.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28172760,\"nice\":16120,\"sys\":4523980,\"idle\":1777538040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27981000,\"nice\":15170,\"sys\":4546190,\"idle\":1777593210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59634}}}"} 2025-03-14T23:44:41.898857+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995881898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:45:41.902790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741995941902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823417856,\"uptime\":1815820.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28173690,\"nice\":16120,\"sys\":4524100,\"idle\":1777597040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27981610,\"nice\":15170,\"sys\":4546360,\"idle\":1777652250,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59633}}}"} 2025-03-14T23:45:41.902847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741995941902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:46:41.898758+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996001898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823421952,\"uptime\":1815880.23,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28174400,\"nice\":16120,\"sys\":4524190,\"idle\":1777656090,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27982190,\"nice\":15170,\"sys\":4546470,\"idle\":1777711360,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5991,\"sum\":59634}}}"} 2025-03-14T23:46:41.898873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996001898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:47:41.902809+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996061902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823536640,\"uptime\":1815940.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28175020,\"nice\":16120,\"sys\":4524290,\"idle\":1777715170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27982890,\"nice\":15170,\"sys\":4546620,\"idle\":1777770380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6002,\"sum\":59628}}}"} 2025-03-14T23:47:41.902856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996061902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:49:41.898800+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996181898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823671808,\"uptime\":1816060.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28176350,\"nice\":16120,\"sys\":4524580,\"idle\":1777833240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27984210,\"nice\":15170,\"sys\":4546920,\"idle\":1777888550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59631}}}"} 2025-03-14T23:49:41.898946+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996181898,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:50:03.099183+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:50:03.099258+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-slack-actions'"} 2025-03-14T23:50:03.099259+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:50:02.257Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1fMW6CbEwq0Tw3JEwNqFqZppVAsrIarGG\"}}"} 2025-03-14T23:50:03.099260+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.099305+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.099340+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:50:03.099405+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:50:03.099482+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-notifier'"} 2025-03-14T23:50:03.099483+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:50:02.257Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1fMW6CbEwq0Tw3JEwNqFqZppVAsrIarGG\"}}"} 2025-03-14T23:50:03.099483+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.099505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.099563+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:50:03.099564+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:50:03.099564+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-folder-created"} 2025-03-14T23:50:03.099566+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:50:03.099584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203099,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-folder-created - {\"createdAt\":\"2025-03-14T23:50:02.257Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1fMW6CbEwq0Tw3JEwNqFqZppVAsrIarGG\"}}"} 2025-03-14T23:50:03.622118+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:50:03.622184+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-slack-actions'"} 2025-03-14T23:50:03.622185+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:50:03.572Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1fMW6CbEwq0Tw3JEwNqFqZppVAsrIarGG\"}}"} 2025-03-14T23:50:03.622222+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.622272+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.622375+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:50:03.622431+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:50:03.622561+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-notifier'"} 2025-03-14T23:50:03.622561+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-14T23:50:03.572Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1fMW6CbEwq0Tw3JEwNqFqZppVAsrIarGG\"}}"} 2025-03-14T23:50:03.622600+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.622642+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}"} 2025-03-14T23:50:03.622692+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:50:03.622738+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b7ef96fc-4995-4d2b-b152-2783270aada8"} 2025-03-14T23:50:03.622741+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-bridge-folder-created"} 2025-03-14T23:50:03.622742+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-14T23:50:03.622743+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996203622,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-bridge-folder-created - {\"createdAt\":\"2025-03-14T23:50:03.572Z\",\"incident\":{\"id\":\"b7ef96fc-4995-4d2b-b152-2783270aada8\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"1fMW6CbEwq0Tw3JEwNqFqZppVAsrIarGG\"}}"} 2025-03-14T23:52:41.902775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996361902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822381568,\"uptime\":1816240.23,\"totalMem\":4018151424,\"loadavg\":[0.07,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28178660,\"nice\":16120,\"sys\":4524980,\"idle\":1778009920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27986150,\"nice\":15170,\"sys\":4547380,\"idle\":1778065240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5998,\"sum\":59630}}}"} 2025-03-14T23:52:41.902880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996361902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:53:41.902804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996421902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824601600,\"uptime\":1816300.23,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28179620,\"nice\":16120,\"sys\":4525110,\"idle\":1778068920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27986710,\"nice\":15170,\"sys\":4547480,\"idle\":1778124310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59635}}}"} 2025-03-14T23:53:41.902922+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996421902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:54:41.902805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996481902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826100736,\"uptime\":1816360.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28180350,\"nice\":16120,\"sys\":4525230,\"idle\":1778127940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27987310,\"nice\":15170,\"sys\":4547640,\"idle\":1778183350,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5986,\"sum\":59635}}}"} 2025-03-14T23:54:41.902883+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996481902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:56:41.902776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996601902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2898419712,\"uptime\":1816480.23,\"totalMem\":4018151424,\"loadavg\":[0.19,0.14,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28202370,\"nice\":16120,\"sys\":4528370,\"idle\":1778219720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28014400,\"nice\":15170,\"sys\":4550260,\"idle\":1778271390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6011,\"sum\":59622}}}"} 2025-03-14T23:56:41.902868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996601902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-14T23:57:41.902768+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897727488,\"uptime\":1816540.23,\"totalMem\":4018151424,\"loadavg\":[0.07,0.12,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28203010,\"nice\":16120,\"sys\":4528460,\"idle\":1778278890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28015200,\"nice\":15170,\"sys\":4550380,\"idle\":1778330490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6001,\"sum\":59629}}}"} 2025-03-14T23:57:41.902884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996661902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:01:41.902786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741996901902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2801893376,\"uptime\":1816780.23,\"totalMem\":4018151424,\"loadavg\":[0.6,0.26,0.11],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28234970,\"nice\":16140,\"sys\":4530950,\"idle\":1778483000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28054690,\"nice\":15220,\"sys\":4552320,\"idle\":1778527790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5977,\"sum\":59483}}}"} 2025-03-15T00:01:41.902868+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741996901902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:06:41.902776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997201902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820440064,\"uptime\":1817080.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.12,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28237970,\"nice\":16140,\"sys\":4531560,\"idle\":1778778350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28057630,\"nice\":15220,\"sys\":4552890,\"idle\":1778822870,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6011,\"sum\":59626}}}"} 2025-03-15T00:06:41.902887+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997201902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:06:46.226835+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997206226,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T00:06:46.227629+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997206227,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T00:09:41.902785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997381902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819829760,\"uptime\":1817260.23,\"totalMem\":4018151424,\"loadavg\":[0.07,0.09,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28240090,\"nice\":16140,\"sys\":4531990,\"idle\":1778955520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28059770,\"nice\":15220,\"sys\":4553280,\"idle\":1779000000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59630}}}"} 2025-03-15T00:09:41.902901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997381902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:11:28.817584+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488817,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:11:28.817802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997488817,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'"} 2025-03-15T00:11:28.817892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488817,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:11:28.809Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:03:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:05:58.768Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"b95115cc-61fb-40bd-9e76-1cae41feca82\",\"sequenceNumber\":3}}"} 2025-03-15T00:11:28.817892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488817,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-15T00:11:28.817906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488817,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-15T00:11:28.817981+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997488817,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:11:28.818512+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:11:28.818514+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'"} 2025-03-15T00:11:28.818518+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:11:28.809Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:03:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:05:58.768Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"b95115cc-61fb-40bd-9e76-1cae41feca82\",\"sequenceNumber\":3}}"} 2025-03-15T00:11:28.818519+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-15T00:11:28.818519+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"} 2025-03-15T00:11:28.818520+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:11:28.818520+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:11:28.818521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-internal-comms-response"} 2025-03-15T00:11:28.818522+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-15T00:11:28.818527+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997488818,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-15T00:11:28.809Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"New logins are failing to Splunk, existing logins are fine.\\n\\nCase created using .case by @Nikita Aggarwal in #sr\",\"detectedTime\":\"2025-03-14T22:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:03:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"modifiedAt\":\"2025-03-14T22:56:01.739Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"id\":\"c49d7c48-7c43-486e-8caf-18c6ac347176\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:05:58.768Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"b95115cc-61fb-40bd-9e76-1cae41feca82\",\"sequenceNumber\":3}}"} 2025-03-15T00:13:41.902774+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997621902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818674688,\"uptime\":1817500.23,\"totalMem\":4018151424,\"loadavg\":[0.07,0.08,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28242350,\"nice\":16140,\"sys\":4532530,\"idle\":1779191690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28062730,\"nice\":15220,\"sys\":4553810,\"idle\":1779236080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5991,\"sum\":59628}}}"} 2025-03-15T00:13:41.902856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997621902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:14:41.902793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997681902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818437120,\"uptime\":1817560.23,\"totalMem\":4018151424,\"loadavg\":[0.02,0.07,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28243130,\"nice\":16140,\"sys\":4532660,\"idle\":1779250770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28063550,\"nice\":15220,\"sys\":4553900,\"idle\":1779295140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5993,\"sum\":59630}}}"} 2025-03-15T00:14:41.902914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997681902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:16:41.902779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741997801902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827763712,\"uptime\":1817680.23,\"totalMem\":4018151424,\"loadavg\":[0.04,0.06,0.07],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28244180,\"nice\":16140,\"sys\":4532930,\"idle\":1779368980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28064910,\"nice\":15220,\"sys\":4554120,\"idle\":1779413100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5995,\"sum\":59623}}}"} 2025-03-15T00:16:41.902882+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741997801902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.022851+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028022,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.023148+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'"} 2025-03-15T00:20:28.023196+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.011Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.023251+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-15T00:20:28.023338+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-15T00:20:28.023426+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.023505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.023690+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'"} 2025-03-15T00:20:28.023740+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.011Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.023743+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-15T00:20:28.023776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"} 2025-03-15T00:20:28.023817+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.023829+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.023855+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-deleted"} 2025-03-15T00:20:28.023859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-15T00:20:28.023898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028023,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-15T00:20:28.011Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.043088+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028042,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.043311+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'"} 2025-03-15T00:20:28.043338+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.034Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"eventObj\":[],\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.043349+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-15T00:20:28.043392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-15T00:20:28.043471+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.043547+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.043723+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'"} 2025-03-15T00:20:28.043764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.034Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"eventObj\":[],\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.043767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-15T00:20:28.043803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"} 2025-03-15T00:20:28.043841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.043842+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.043844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-usd-resource-created"} 2025-03-15T00:20:28.043889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-15T00:20:28.043960+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028043,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-15T00:20:28.034Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:56.250Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-14T21:53:56.250Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[{\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"modifiedAt\":\"2025-03-14T21:53:56.250Z\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"id\":\"aae15a30-8b5d-4f91-bbc6-9637387d12f7\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"eventObj\":[],\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.093937+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.094008+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'"} 2025-03-15T00:20:28.094061+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028093,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.043Z\",\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"responses\":[]}"} 2025-03-15T00:20:28.094062+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-15T00:20:28.094110+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-15T00:20:28.094190+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.094255+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.094333+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'"} 2025-03-15T00:20:28.094334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.043Z\",\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"responses\":[]}"} 2025-03-15T00:20:28.094334+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-15T00:20:28.094349+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"} 2025-03-15T00:20:28.094417+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.094630+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741998028094,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-15T00:20:28.230530+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.230766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-slack-actions'"} 2025-03-15T00:20:28.230814+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.067Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"NA\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T21:53:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T21:53:56.250Z\",\"2025-03-14T21:53:00.000Z\"],\"status\":[\"New\",\"Resolved\"],\"originReference\":[\"\",\"NA\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"FeatureDegradation\"]},\"impactStartTime\":[\"2025-03-14T21:53:56.250Z\",\"2025-03-14T21:53:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-15T00:00:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Configuration\"]},\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.230818+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-15T00:20:28.230867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-15T00:20:28.230938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.231035+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028230,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.231177+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-notifier'"} 2025-03-15T00:20:28.231214+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:20:28.067Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"NA\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T21:53:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T21:53:56.250Z\",\"2025-03-14T21:53:00.000Z\"],\"status\":[\"New\",\"Resolved\"],\"originReference\":[\"\",\"NA\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"FeatureDegradation\"]},\"impactStartTime\":[\"2025-03-14T21:53:56.250Z\",\"2025-03-14T21:53:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-15T00:00:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Configuration\"]},\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:20:28.231216+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-15T00:20:28.231252+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"} 2025-03-15T00:20:28.231280+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:20:28.231281+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:20:28.231295+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-resolved"} 2025-03-15T00:20:28.231306+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-15T00:20:28.231356+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998028231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Incident resolved notification for icc-incident-resolved - {\"createdAt\":\"2025-03-15T00:20:28.067Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - Internal\",\"originReference\":\"NA\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T21:53:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-14T21:54:02.874Z\"},\"changes\":{\"detectedTime\":[\"2025-03-14T21:53:56.250Z\",\"2025-03-14T21:53:00.000Z\"],\"status\":[\"New\",\"Resolved\"],\"originReference\":[\"\",\"NA\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"FeatureDegradation\"]},\"impactStartTime\":[\"2025-03-14T21:53:56.250Z\",\"2025-03-14T21:53:00.000Z\"],\"impactEndTime\":[\"\",\"2025-03-15T00:00:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Configuration\"]},\"requestId\":\"7238965a-d0e1-3f0f-56ef-46f759bfbddd\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:21:41.902772+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998101902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826571776,\"uptime\":1817980.23,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28248330,\"nice\":16140,\"sys\":4533710,\"idle\":1779663590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28068700,\"nice\":15220,\"sys\":4554760,\"idle\":1779707960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59629}}}"} 2025-03-15T00:21:41.902861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998101902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:00.373833+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:22:00.373841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-slack-actions'"} 2025-03-15T00:22:00.373846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:00.220Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - Internal\",\"originReference\":\"NA\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T21:53:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000gIQLYA2\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"Rogue workflow configuration\",\"customerExperience\":\"HDPS channel could not process any requests.\",\"immediateResolution\":\"Reverted workflow\",\"aarQuestions\":\"NA\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"HSE-Platform-CodeGenieForSupport-Bot\",\"closedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-15T00:22:00.202Z\",\"modifiedAt\":\"2025-03-15T00:22:00.202Z\",\"id\":\"9d9497c8-fc8d-40f1-852f-7d1796c9d3ec\"},\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:20:33.169Z\"},\"requestId\":\"38f9ba02-cba2-7ac4-cb6f-98f8f926e540\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:22:00.373848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-15T00:22:00.373850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-15T00:22:00.373850+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:00.373852+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120372,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:22:00.373852+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-notifier'"} 2025-03-15T00:22:00.373857+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:00.220Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"icc-73035004\"},\"subject\":\"CG4S service pods not responding in HDPS channel\",\"description\":\"Customer cases are not getting created in HDPS channel. HDPS team is working with HSE Platform team to restart the pods via Managed Operations.\",\"detectedTime\":\"2025-03-14T21:53:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - Internal\",\"originReference\":\"NA\",\"impact\":[\"FeatureDegradation\"],\"impactStartTime\":\"2025-03-14T21:53:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/yxx-ntis-wqv\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-662-426-8416, pin: 587189346; \\nFind numbers in more regions on https://tel.meet/yxx-ntis-wqv?pin=1317710148628, pin: 1317710148628\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-14T21:53:56.250Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000gIQLYA2\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"Rogue workflow configuration\",\"customerExperience\":\"HDPS channel could not process any requests.\",\"immediateResolution\":\"Reverted workflow\",\"aarQuestions\":\"NA\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"HSE-Platform-CodeGenieForSupport-Bot\",\"closedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"createdBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"modifiedBy\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"email\":\"djaisingh@salesforce.com\",\"active\":true,\"name\":\"Deepak Jaisingh\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-03-24T03:11:58.454Z\",\"modifiedAt\":\"2023-03-24T03:11:58.454Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-15T00:22:00.202Z\",\"modifiedAt\":\"2025-03-15T00:22:00.202Z\",\"id\":\"9d9497c8-fc8d-40f1-852f-7d1796c9d3ec\"},\"scrumTeamId\":\"a00B0000009kCNVIA2\",\"team\":\"Hyperforce Development Platform Support\",\"caseNumber\":\"73035004\",\"caseRecordId\":\"500EE00001Tu9HAYAZ\",\"servicesImpacted\":[],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https://salesforce.quip.com/vi1pApLvyqna\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:20:33.169Z\"},\"requestId\":\"38f9ba02-cba2-7ac4-cb6f-98f8f926e540\",\"client\":\"icc-slack-app\"}"} 2025-03-15T00:22:00.373858+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-15T00:22:00.373859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"} 2025-03-15T00:22:00.373859+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:00.373860+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:22:00.373860+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-incident-closed"} 2025-03-15T00:22:00.373861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998120373,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {}"} 2025-03-15T00:22:06.006452+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:22:06.006502+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-15T00:22:06.006504+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:05.950Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu9HAYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:05.950Z\",\"recordId\":\"500EE00001Tu9HAYAZ\",\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"caseNumber\":\"73035004\"},\"changes\":{}}"} 2025-03-15T00:22:06.006505+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:06.006506+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:06.006507+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:06.006508+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:22:06.006509+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-15T00:22:06.006509+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:05.950Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu9HAYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:05.950Z\",\"recordId\":\"500EE00001Tu9HAYAZ\",\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"caseNumber\":\"73035004\"},\"changes\":{}}"} 2025-03-15T00:22:06.006509+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:06.006521+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:06.006522+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:06.006522+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: b9e8b642-7618-4548-927f-8ebc31271097"} 2025-03-15T00:22:06.006523+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-15T00:22:06.006523+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-15T00:22:06.006525+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998126002,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-15T00:22:05.950Z\",\"user\":{\"id\":\"6ad16924-ebde-4f9b-8312-2e943643babf\",\"gusUserId\":\"005B0000001cC8FIAU\",\"slackUserId\":\"WEDRT71DH\",\"name\":\"Deepak Jaisingh\",\"email\":\"djaisingh@salesforce.com\"},\"incident\":{\"id\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"slackChannel\":{\"id\":\"C08HYLPF5HS\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu9HAYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:05.950Z\",\"recordId\":\"500EE00001Tu9HAYAZ\",\"incidentId\":\"b9e8b642-7618-4548-927f-8ebc31271097\",\"caseNumber\":\"73035004\"},\"changes\":{}}"} 2025-03-15T00:22:10.198360+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130195,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:10.198364+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998130195,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-slack-actions'"} 2025-03-15T00:22:10.198382+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130195,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:10.187Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"the Splunk service in the ESVC1 environment experienced an outage caused by an incorrect signing certificate. This incident primarily affected new logins for internal customers, while existing sessions remained unaffected. Team performed a rollback of DNS failover to the active cluster and validated that ESVC1 splunk logins are working fine.\",\"detectedTime\":\"2025-03-14T22:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:03:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"closingDetails\":{\"productTag\":\"a1aB0000000TrcFIAS\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"},\"proximateCause\":\"The main cause of the incident was an incorrect signing certificate in the ESVC1 environment, which led to failures in new logins for internal customers. The issue persisted until a rollback of DNS failover was performed, restoring the system's functionality.\",\"customerExperience\":\"New logins are failing to Splunk, existing logins are fine.\",\"immediateResolution\":\"Team performed a rollback of DNS failover to the active cluster and validated that ESVC1 splunk logins are working fine.\",\"aarQuestions\":\"What processes can be implemented to ensure signing certificates are validated before deployment ?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"QuantumK Support\",\"closedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"createdBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-15T00:22:06.221Z\",\"modifiedAt\":\"2025-03-15T00:22:06.221Z\",\"id\":\"4da006f0-245e-4ab4-ae7e-ce148d9390bf\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"},\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:05:58.768Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\"}}"} 2025-03-15T00:22:10.198383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130195,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-15T00:22:10.198383+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-15T00:22:10.198384+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:10.198384+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:10.198385+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-notifier'"} 2025-03-15T00:22:10.198389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:10.187Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"the Splunk service in the ESVC1 environment experienced an outage caused by an incorrect signing certificate. This incident primarily affected new logins for internal customers, while existing sessions remained unaffected. Team performed a rollback of DNS failover to the active cluster and validated that ESVC1 splunk logins are working fine.\",\"detectedTime\":\"2025-03-14T22:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:03:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"closingDetails\":{\"productTag\":\"a1aB0000000TrcFIAS\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"},\"proximateCause\":\"The main cause of the incident was an incorrect signing certificate in the ESVC1 environment, which led to failures in new logins for internal customers. The issue persisted until a rollback of DNS failover was performed, restoring the system's functionality.\",\"customerExperience\":\"New logins are failing to Splunk, existing logins are fine.\",\"immediateResolution\":\"Team performed a rollback of DNS failover to the active cluster and validated that ESVC1 splunk logins are working fine.\",\"aarQuestions\":\"What processes can be implemented to ensure signing certificates are validated before deployment ?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"QuantumK Support\",\"closedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"createdBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-15T00:22:06.221Z\",\"modifiedAt\":\"2025-03-15T00:22:06.221Z\",\"id\":\"4da006f0-245e-4ab4-ae7e-ce148d9390bf\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"},\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:05:58.768Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\"}}"} 2025-03-15T00:22:10.198389+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-15T00:22:10.198390+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"} 2025-03-15T00:22:10.198390+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:10.198390+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:10.198391+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-report-finished"} 2025-03-15T00:22:10.198392+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: undefined"} 2025-03-15T00:22:10.198396+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998130196,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"No notification for icc-report-finished - {\"createdAt\":\"2025-03-15T00:22:10.187Z\",\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"icc-73036099\"},\"subject\":\"New Splunk logins are failing in esvc1\",\"description\":\"the Splunk service in the ESVC1 environment experienced an outage caused by an incorrect signing certificate. This incident primarily affected new logins for internal customers, while existing sessions remained unaffected. Team performed a rollback of DNS failover to the active cluster and validated that ESVC1 splunk logins are working fine.\",\"detectedTime\":\"2025-03-14T22:03:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - Internal\",\"originReference\":\"https://salesforce-internal.slack.com/archives/CDQ3U66E5/p1741991654600839\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-14T22:03:00.000Z\",\"impactEndTime\":\"2025-03-15T00:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/sxx-yusz-kyr\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-516-268-6814, pin: 245062537; \\nFind numbers in more regions on https://tel.meet/sxx-yusz-kyr?pin=1484639517335, pin: 1484639517335\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-14T22:39:39.514Z\",\"closingDetails\":{\"productTag\":\"a1aB0000000TrcFIAS\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"},\"proximateCause\":\"The main cause of the incident was an incorrect signing certificate in the ESVC1 environment, which led to failures in new logins for internal customers. The issue persisted until a rollback of DNS failover was performed, restoring the system's functionality.\",\"customerExperience\":\"New logins are failing to Splunk, existing logins are fine.\",\"immediateResolution\":\"Team performed a rollback of DNS failover to the active cluster and validated that ESVC1 splunk logins are working fine.\",\"aarQuestions\":\"What processes can be implemented to ensure signing certificates are validated before deployment ?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"QuantumK Support\",\"closedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"createdBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"modifiedBy\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"email\":\"mtirunagari@salesforce.com\",\"active\":true,\"name\":\"Murali Krishna Tirunagari\",\"firstName\":\"Murali Krishna\",\"lastName\":\"Tirunagari\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"createdBy\":\"mtirunagari@salesforce.com\",\"modifiedBy\":\"mtirunagari@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:20.610Z\",\"modifiedAt\":\"2023-06-29T00:09:38.559Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-15T00:22:06.221Z\",\"modifiedAt\":\"2025-03-15T00:22:06.221Z\",\"id\":\"4da006f0-245e-4ab4-ae7e-ce148d9390bf\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73036099\",\"caseRecordId\":\"500EE00001Tu4uHYAR\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"},\"quipDocLink\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\",\"engagedAt\":\"2025-03-14T22:39:52.059Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T00:05:58.768Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/EIBtAXc0Mpy9\"}}"} 2025-03-15T00:22:12.368873+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132365,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:12.368877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-slack-actions'"} 2025-03-15T00:22:12.368878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:11.920Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"sfid\":\"a4QEE00000066vZ2AQ\",\"valid\":true,\"gusIdentifier\":\"PRB-0027079\",\"createdByIcc\":false}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:11.920Z\",\"recordId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"\"}}"} 2025-03-15T00:22:12.368879+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-15T00:22:12.368880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-15T00:22:12.368880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:12.368880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:12.368881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'"} 2025-03-15T00:22:12.368881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:11.920Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu4uHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:11.920Z\",\"recordId\":\"500EE00001Tu4uHYAR\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"73036099\"},\"changes\":{}}"} 2025-03-15T00:22:12.368884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:12.368885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:12.368885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:12.368885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:12.368886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-notifier'"} 2025-03-15T00:22:12.368905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:11.920Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"sfid\":\"a4QEE00000066vZ2AQ\",\"valid\":true,\"gusIdentifier\":\"PRB-0027079\",\"createdByIcc\":false}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:11.920Z\",\"recordId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"\"}}"} 2025-03-15T00:22:12.368905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-15T00:22:12.368906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"} 2025-03-15T00:22:12.368906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:12.368906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:12.368907+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-prb-number-updated"} 2025-03-15T00:22:12.368907+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-15T00:22:12.368909+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132366,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-prb-number-updated - {\"createdAt\":\"2025-03-15T00:22:11.920Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"prbNumber\":{\"value\":\"PRB-0027079\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"sfid\":\"a4QEE00000066vZ2AQ\",\"valid\":true,\"gusIdentifier\":\"PRB-0027079\",\"createdByIcc\":false}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:11.920Z\",\"recordId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"\"}}"} 2025-03-15T00:22:12.368910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:12.368910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'"} 2025-03-15T00:22:12.368910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-15T00:22:11.920Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu4uHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:11.920Z\",\"recordId\":\"500EE00001Tu4uHYAR\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"73036099\"},\"changes\":{}}"} 2025-03-15T00:22:12.368910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:12.368911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"} 2025-03-15T00:22:12.368911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:12.368911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received JSON event: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:12.368911+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Schema: icc-gus-response"} 2025-03-15T00:22:12.368912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}"} 2025-03-15T00:22:12.368913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998132367,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-15T00:22:11.920Z\",\"user\":{\"id\":\"5bf2373f-9106-4516-8294-60227aff7557\",\"gusUserId\":\"005EE000001NYI9YAO\",\"slackUserId\":\"U02J1G1B90U\",\"name\":\"Murali Krishna Tirunagari\",\"email\":\"mtirunagari@salesforce.com\"},\"incident\":{\"id\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"slackChannel\":{\"id\":\"C08J53JAZRP\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Tu4uHYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-15T00:22:11.920Z\",\"recordId\":\"500EE00001Tu4uHYAR\",\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\",\"caseNumber\":\"73036099\"},\"changes\":{}}"} 2025-03-15T00:22:17.131546+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:17.131551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'"} 2025-03-15T00:22:17.131552+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"}"} 2025-03-15T00:22:17.131553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-15T00:22:17.131553+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-15T00:22:17.131554+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:22:17.131557+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":50,"time":1741998137130,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n at KafkaConsumer. (/app/build/kafka/consumer/notifier/NotifierKafkaConsumer.js:34:94)\n at KafkaConsumer.emit (node:events:519:28)\n at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"} 2025-03-15T00:22:17.131563+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137131,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-notifier","msg":"Slack actions consumer received kafka message with key: 13dc682c-7922-45ef-a32c-698d7df872fd"} 2025-03-15T00:22:17.131592+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998137131,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'"} 2025-03-15T00:22:17.131595+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137131,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"13dc682c-7922-45ef-a32c-698d7df872fd\"}"} 2025-03-15T00:22:17.131637+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137131,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-15T00:22:17.131639+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998137131,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"} 2025-03-15T00:22:17.131721+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998137131,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:34:41.902839+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741998881902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2791616512,\"uptime\":1818760.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.09,0.15],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28290300,\"nice\":16140,\"sys\":4555460,\"idle\":1780377790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28109700,\"nice\":15220,\"sys\":4576680,\"idle\":1780422370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59634}}}"} 2025-03-15T00:34:41.902904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741998881902,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:39:41.906846+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741999181906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2789924864,\"uptime\":1819060.23,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.1],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28293160,\"nice\":16140,\"sys\":4556120,\"idle\":1780673040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28112990,\"nice\":15220,\"sys\":4577350,\"idle\":1780717590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59632}}}"} 2025-03-15T00:39:41.906937+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999181906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:41:53.301934+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999313301,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T00:41:53.302671+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999313302,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T00:42:41.906786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741999361906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2791829504,\"uptime\":1819240.23,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28295160,\"nice\":16140,\"sys\":4556490,\"idle\":1780850060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28114630,\"nice\":15220,\"sys\":4577680,\"idle\":1780894730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6001,\"sum\":59630}}}"} 2025-03-15T00:42:41.906883+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999361906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:47:41.906763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741999661906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797322240,\"uptime\":1819540.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28298670,\"nice\":16140,\"sys\":4557170,\"idle\":1781145310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28118100,\"nice\":15220,\"sys\":4578280,\"idle\":1781189880,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6001,\"sum\":59629}}}"} 2025-03-15T00:47:41.906904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999661906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:48:41.906777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741999721906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2799403008,\"uptime\":1819600.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28299470,\"nice\":16140,\"sys\":4557290,\"idle\":1781204300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28118670,\"nice\":15220,\"sys\":4578400,\"idle\":1781248960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":26,\"num\":5988,\"sum\":59629}}}"} 2025-03-15T00:48:41.906841+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999721906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:50:41.906792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741999841906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797563904,\"uptime\":1819720.23,\"totalMem\":4018151424,\"loadavg\":[0,0,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28301260,\"nice\":16140,\"sys\":4557630,\"idle\":1781321990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28120060,\"nice\":15220,\"sys\":4578720,\"idle\":1781366710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59626}}}"} 2025-03-15T00:50:41.906862+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999841906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:51:41.906791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1741999901906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797154304,\"uptime\":1819780.23,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28301970,\"nice\":16140,\"sys\":4557790,\"idle\":1781380990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28120700,\"nice\":15220,\"sys\":4578870,\"idle\":1781425770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59632}}}"} 2025-03-15T00:51:41.906903+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1741999901906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:56:41.906758+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000201906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2794196992,\"uptime\":1820080.23,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28304820,\"nice\":16140,\"sys\":4558590,\"idle\":1781676300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28123700,\"nice\":15220,\"sys\":4579610,\"idle\":1781720880,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59633}}}"} 2025-03-15T00:56:41.906854+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000201906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T00:57:41.906805+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000261906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2794119168,\"uptime\":1820140.23,\"totalMem\":4018151424,\"loadavg\":[0.14,0.06,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28305440,\"nice\":16140,\"sys\":4558770,\"idle\":1781735380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28124490,\"nice\":15220,\"sys\":4579750,\"idle\":1781779920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5998,\"sum\":59633}}}"} 2025-03-15T00:57:41.906872+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000261906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:01:41.906774+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000501906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2793820160,\"uptime\":1820380.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28307990,\"nice\":16140,\"sys\":4559300,\"idle\":1781971650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28126760,\"nice\":15220,\"sys\":4580260,\"idle\":1782016090,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59629}}}"} 2025-03-15T01:01:41.906891+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000501906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:01:57.233568+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000517233,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T01:01:57.234229+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000517234,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T01:02:41.906829+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000561906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2793865216,\"uptime\":1820440.23,\"totalMem\":4018151424,\"loadavg\":[0.15,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28308930,\"nice\":16140,\"sys\":4559410,\"idle\":1782030670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28127300,\"nice\":15220,\"sys\":4580390,\"idle\":1782075200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59632}}}"} 2025-03-15T01:02:41.906913+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000561906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:03:41.906764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000621906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2793984000,\"uptime\":1820500.23,\"totalMem\":4018151424,\"loadavg\":[0.31,0.13,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28309650,\"nice\":16140,\"sys\":4559560,\"idle\":1782089770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28128180,\"nice\":15220,\"sys\":4580560,\"idle\":1782134200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59633}}}"} 2025-03-15T01:03:41.906885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000621906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:04:41.910786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000681910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2793979904,\"uptime\":1820560.23,\"totalMem\":4018151424,\"loadavg\":[0.19,0.12,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28310350,\"nice\":16140,\"sys\":4559700,\"idle\":1782148810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28128660,\"nice\":15220,\"sys\":4580680,\"idle\":1782193280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59637}}}"} 2025-03-15T01:04:41.910848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000681910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:06:58.279004+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000818278,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T01:06:58.279735+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000818279,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T01:07:41.906786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742000861906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2796474368,\"uptime\":1820740.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.06,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28312170,\"nice\":16140,\"sys\":4560030,\"idle\":1782326020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28131300,\"nice\":15220,\"sys\":4581100,\"idle\":1782370190,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5998,\"sum\":59627}}}"} 2025-03-15T01:07:41.906938+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742000861906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:11:41.906779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742001101906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2799796224,\"uptime\":1820980.23,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28315600,\"nice\":16140,\"sys\":4560520,\"idle\":1782562170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28133950,\"nice\":15220,\"sys\":4581570,\"idle\":1782606300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5994,\"sum\":59629}}}"} 2025-03-15T01:11:41.906844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742001101906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:14:41.906764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742001281906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2799116288,\"uptime\":1821160.23,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28318110,\"nice\":16140,\"sys\":4560920,\"idle\":1782739170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28136320,\"nice\":15220,\"sys\":4581980,\"idle\":1782783450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59630}}}"} 2025-03-15T01:14:41.906889+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742001281906,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:24:41.910782+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742001881910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792296448,\"uptime\":1821760.24,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28326480,\"nice\":16140,\"sys\":4562550,\"idle\":1783327950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28144320,\"nice\":15220,\"sys\":4583610,\"idle\":1783372730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59627}}}"} 2025-03-15T01:24:41.910892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742001881910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:25:41.910777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742001941910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792079360,\"uptime\":1821820.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28327180,\"nice\":16140,\"sys\":4562710,\"idle\":1783386960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28145180,\"nice\":15220,\"sys\":4583750,\"idle\":1783431730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59632}}}"} 2025-03-15T01:25:41.910857+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742001941910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:39:41.910752+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742002781910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2795167744,\"uptime\":1822660.24,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28339890,\"nice\":16730,\"sys\":4565440,\"idle\":1784209920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28156910,\"nice\":15440,\"sys\":4585900,\"idle\":1784255840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5987,\"sum\":59632}}}"} 2025-03-15T01:39:41.910830+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742002781910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:45:41.910791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742003141910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792374272,\"uptime\":1823020.24,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28343710,\"nice\":16730,\"sys\":4566270,\"idle\":1784563920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28160960,\"nice\":15440,\"sys\":4586700,\"idle\":1784609970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":215,\"num\":5969,\"sum\":59624}}}"} 2025-03-15T01:45:41.910899+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003141910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:47:06.248756+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003226247,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T01:47:06.248759+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003226248,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T01:52:07.289917+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003527289,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T01:52:07.290646+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003527290,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T01:52:41.910804+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742003561910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807902208,\"uptime\":1823440.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28348460,\"nice\":16730,\"sys\":4567340,\"idle\":1784976780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28166130,\"nice\":15440,\"sys\":4587660,\"idle\":1785022970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5998,\"sum\":59628}}}"} 2025-03-15T01:52:41.910877+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003561910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:53:41.910785+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742003621910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807980032,\"uptime\":1823500.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28348880,\"nice\":16730,\"sys\":4567470,\"idle\":1785035860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28166610,\"nice\":15440,\"sys\":4587770,\"idle\":1785081990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5987,\"sum\":59634}}}"} 2025-03-15T01:53:41.910908+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003621910,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T01:57:08.234448+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003828234,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T01:57:08.235293+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742003828235,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T02:00:41.914799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004041914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807959552,\"uptime\":1823920.24,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28352850,\"nice\":16730,\"sys\":4568300,\"idle\":1785449370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28171090,\"nice\":15440,\"sys\":4588690,\"idle\":1785495230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59633}}}"} 2025-03-15T02:00:41.914861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004041914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:02:41.914802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004161914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2806857728,\"uptime\":1824040.24,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28354520,\"nice\":16730,\"sys\":4568500,\"idle\":1785567410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28172390,\"nice\":15440,\"sys\":4588920,\"idle\":1785613420,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5998,\"sum\":59626}}}"} 2025-03-15T02:02:41.914832+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004161914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:04:41.914780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004281914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805985280,\"uptime\":1824160.24,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28355770,\"nice\":16730,\"sys\":4568720,\"idle\":1785685560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28173620,\"nice\":15440,\"sys\":4589200,\"idle\":1785731530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59631}}}"} 2025-03-15T02:04:41.914862+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004281914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:07:10.237102+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004430236,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T02:07:10.237953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004430237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T02:07:41.914777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004461914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805313536,\"uptime\":1824340.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28357620,\"nice\":16730,\"sys\":4569060,\"idle\":1785862730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28175440,\"nice\":15440,\"sys\":4589540,\"idle\":1785908630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6002,\"sum\":59629}}}"} 2025-03-15T02:07:41.914839+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004461914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:08:41.918780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004521918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807156736,\"uptime\":1824400.24,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28358210,\"nice\":16730,\"sys\":4569160,\"idle\":1785921790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28176130,\"nice\":15440,\"sys\":4589680,\"idle\":1785967720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59635}}}"} 2025-03-15T02:08:41.918848+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004521918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:10:41.914760+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004641914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805002240,\"uptime\":1824520.24,\"totalMem\":4018151424,\"loadavg\":[0.23,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28359620,\"nice\":16730,\"sys\":4569420,\"idle\":1786039850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28177240,\"nice\":15440,\"sys\":4589900,\"idle\":1786085820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59628}}}"} 2025-03-15T02:10:41.914852+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004641914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:14:41.914764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742004881914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2804465664,\"uptime\":1824760.24,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28363660,\"nice\":16730,\"sys\":4569800,\"idle\":1786276040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28180100,\"nice\":15440,\"sys\":4590390,\"idle\":1786322070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59635}}}"} 2025-03-15T02:14:41.914878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742004881914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:17:41.914770+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742005061914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2804338688,\"uptime\":1824940.24,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28365830,\"nice\":16730,\"sys\":4570200,\"idle\":1786453210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28182030,\"nice\":15440,\"sys\":4590690,\"idle\":1786499130,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6001,\"sum\":59627}}}"} 2025-03-15T02:17:41.914856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005061914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:19:41.914763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742005181914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2804350976,\"uptime\":1825060.24,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28367100,\"nice\":16730,\"sys\":4570410,\"idle\":1786571320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28183080,\"nice\":15440,\"sys\":4590930,\"idle\":1786617280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5993,\"sum\":59634}}}"} 2025-03-15T02:19:41.914892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005181914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:23:41.914797+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742005421914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808373248,\"uptime\":1825300.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28369560,\"nice\":16730,\"sys\":4570980,\"idle\":1786807020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28185680,\"nice\":15440,\"sys\":4591490,\"idle\":1786853030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":24,\"num\":5989,\"sum\":59629}}}"} 2025-03-15T02:23:41.914856+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005421914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:29:41.914779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742005781914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809507840,\"uptime\":1825660.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28374080,\"nice\":16730,\"sys\":4571670,\"idle\":1787161180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28190060,\"nice\":15440,\"sys\":4592270,\"idle\":1787207430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59633}}}"} 2025-03-15T02:29:41.914885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005781914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:30:41.914766+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742005841914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809257984,\"uptime\":1825720.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28374540,\"nice\":16730,\"sys\":4571770,\"idle\":1787220230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28190550,\"nice\":15440,\"sys\":4592410,\"idle\":1787266410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5988,\"sum\":59632}}}"} 2025-03-15T02:30:41.914875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005841914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:31:41.914791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742005901914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808815616,\"uptime\":1825780.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28375030,\"nice\":16730,\"sys\":4571840,\"idle\":1787279250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28191040,\"nice\":15440,\"sys\":4592540,\"idle\":1787325520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59631}}}"} 2025-03-15T02:31:41.914947+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005901914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:32:15.258098+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005935257,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T02:32:15.259551+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742005935258,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T02:34:41.914824+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742006081914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809683968,\"uptime\":1825960.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28377050,\"nice\":16730,\"sys\":4572170,\"idle\":1787456370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28192480,\"nice\":15440,\"sys\":4592910,\"idle\":1787502720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59630}}}"} 2025-03-15T02:34:41.914953+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006081914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:35:41.914763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742006141914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809131008,\"uptime\":1826020.24,\"totalMem\":4018151424,\"loadavg\":[0.2,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28377540,\"nice\":16730,\"sys\":4572290,\"idle\":1787515410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28193160,\"nice\":15440,\"sys\":4592990,\"idle\":1787561680,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5992,\"sum\":59627}}}"} 2025-03-15T02:35:41.914897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006141914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:38:41.914786+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742006321914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809012224,\"uptime\":1826200.24,\"totalMem\":4018151424,\"loadavg\":[0.08,0.1,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28379980,\"nice\":16730,\"sys\":4572610,\"idle\":1787692510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28195440,\"nice\":15440,\"sys\":4593370,\"idle\":1787738850,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23,\"num\":5989,\"sum\":59629}}}"} 2025-03-15T02:38:41.914898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006321914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:42:17.253355+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006537253,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T02:42:17.254217+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006537254,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T02:43:41.914792+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742006621914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808610816,\"uptime\":1826500.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.06,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28383250,\"nice\":16730,\"sys\":4573250,\"idle\":1787987630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28199090,\"nice\":15440,\"sys\":4593900,\"idle\":1788034040,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59633}}}"} 2025-03-15T02:43:41.914906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006621914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:45:41.914779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742006741914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808606720,\"uptime\":1826620.24,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28384310,\"nice\":16730,\"sys\":4573460,\"idle\":1788105700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28200060,\"nice\":15440,\"sys\":4594170,\"idle\":1788152120,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59633}}}"} 2025-03-15T02:45:41.914915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006741914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:46:41.914777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742006801914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808610816,\"uptime\":1826680.24,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28384950,\"nice\":16730,\"sys\":4573560,\"idle\":1788164770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28200850,\"nice\":15440,\"sys\":4594260,\"idle\":1788211160,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59632}}}"} 2025-03-15T02:46:41.914880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006801914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T02:47:18.291275+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006838291,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T02:47:18.292071+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742006838292,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T02:53:41.914808+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742007221914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807934976,\"uptime\":1827100.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.07,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28390250,\"nice\":16730,\"sys\":4574530,\"idle\":1788577490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28206270,\"nice\":15440,\"sys\":4595150,\"idle\":1788624170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59634}}}"} 2025-03-15T02:53:41.914929+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742007221914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:02:41.918773+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742007761918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809860096,\"uptime\":1827640.24,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28395710,\"nice\":16730,\"sys\":4575680,\"idle\":1789108920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28212230,\"nice\":15440,\"sys\":4596230,\"idle\":1789155590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5997,\"sum\":59631}}}"} 2025-03-15T03:02:41.918871+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742007761918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:04:41.918835+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742007881918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811162624,\"uptime\":1827760.24,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28397020,\"nice\":16730,\"sys\":4575940,\"idle\":1789226890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28213820,\"nice\":15440,\"sys\":4596510,\"idle\":1789273660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5991,\"sum\":59632}}}"} 2025-03-15T03:04:41.919002+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742007881918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:05:41.914802+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742007941914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812588032,\"uptime\":1827820.24,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28397600,\"nice\":16730,\"sys\":4576070,\"idle\":1789285960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28214480,\"nice\":15440,\"sys\":4596670,\"idle\":1789332640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5992,\"sum\":59632}}}"} 2025-03-15T03:05:41.914860+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742007941914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:07:22.262879+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742008042262,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T03:07:22.263787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742008042263,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T03:09:41.914767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742008181914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811658240,\"uptime\":1828060.24,\"totalMem\":4018151424,\"loadavg\":[0.36,0.14,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28400830,\"nice\":16730,\"sys\":4576580,\"idle\":1789522110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28217120,\"nice\":15440,\"sys\":4597200,\"idle\":1789568960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5989,\"sum\":59629}}}"} 2025-03-15T03:09:41.914886+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742008181914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:11:41.914774+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742008301914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811789312,\"uptime\":1828180.24,\"totalMem\":4018151424,\"loadavg\":[0.05,0.09,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28402130,\"nice\":16730,\"sys\":4576830,\"idle\":1789640130,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28218290,\"nice\":15440,\"sys\":4597460,\"idle\":1789687120,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59634}}}"} 2025-03-15T03:11:41.914884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742008301914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:21:41.914771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742008901914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810810368,\"uptime\":1828780.24,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28407900,\"nice\":16730,\"sys\":4577910,\"idle\":1790230780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28224020,\"nice\":15440,\"sys\":4598610,\"idle\":1790277410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5991,\"sum\":59632}}}"} 2025-03-15T03:21:41.914898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742008901914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:23:41.914767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742009021914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810236928,\"uptime\":1828900.24,\"totalMem\":4018151424,\"loadavg\":[0.1,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28409600,\"nice\":16730,\"sys\":4578200,\"idle\":1790348500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28225850,\"nice\":15440,\"sys\":4598980,\"idle\":1790395080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59627}}}"} 2025-03-15T03:23:41.914892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742009021914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:27:41.914778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742009261914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810445824,\"uptime\":1829140.24,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28412410,\"nice\":16730,\"sys\":4578770,\"idle\":1790584630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28228480,\"nice\":15440,\"sys\":4599510,\"idle\":1790631230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5997,\"sum\":59625}}}"} 2025-03-15T03:27:41.914894+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742009261914,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:31:41.918769+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742009501918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809626624,\"uptime\":1829380.24,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28414770,\"nice\":16730,\"sys\":4579290,\"idle\":1790820760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28230940,\"nice\":15440,\"sys\":4599970,\"idle\":1790867560,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5987,\"sum\":59632}}}"} 2025-03-15T03:31:41.918925+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742009501918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:32:41.918777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742009561918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809454592,\"uptime\":1829440.24,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28415320,\"nice\":16730,\"sys\":4579390,\"idle\":1790879860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28231600,\"nice\":15440,\"sys\":4600080,\"idle\":1790926540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6000,\"sum\":59621}}}"} 2025-03-15T03:32:41.918915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742009561918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:36:41.918790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742009801918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808991744,\"uptime\":1829680.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28417840,\"nice\":16730,\"sys\":4579840,\"idle\":1791116110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28234230,\"nice\":15440,\"sys\":4600510,\"idle\":1791162720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59634}}}"} 2025-03-15T03:36:41.918914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742009801918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:37:41.922779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742009861922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808983552,\"uptime\":1829740.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28418780,\"nice\":16730,\"sys\":4579960,\"idle\":1791175140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28234950,\"nice\":15440,\"sys\":4600700,\"idle\":1791221800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5999,\"sum\":59628}}}"} 2025-03-15T03:37:41.922898+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742009861922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:42:29.255506+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010149255,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T03:42:29.256347+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010149256,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T03:48:41.918751+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742010521918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808803328,\"uptime\":1830400.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28425400,\"nice\":16730,\"sys\":4581200,\"idle\":1791824600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28241590,\"nice\":15440,\"sys\":4602130,\"idle\":1791871220,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59634}}}"} 2025-03-15T03:48:41.918863+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010521918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:49:41.918781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742010581918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808868864,\"uptime\":1830460.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28425880,\"nice\":16730,\"sys\":4581300,\"idle\":1791883640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28242060,\"nice\":15440,\"sys\":4602260,\"idle\":1791930300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59636}}}"} 2025-03-15T03:49:41.918881+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010581918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:51:41.918777+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742010701918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809069568,\"uptime\":1830580.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28427010,\"nice\":16730,\"sys\":4581510,\"idle\":1792001700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28243580,\"nice\":15440,\"sys\":4602480,\"idle\":1792048330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59633}}}"} 2025-03-15T03:51:41.918845+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010701918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:52:31.237424+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010751237,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T03:52:31.238092+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010751238,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T03:53:41.918763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742010821918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2802491392,\"uptime\":1830700.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28428940,\"nice\":16730,\"sys\":4581760,\"idle\":1792119440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28245580,\"nice\":15440,\"sys\":4602780,\"idle\":1792165990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5992,\"sum\":59634}}}"} 2025-03-15T03:53:41.918906+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010821918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:55:41.918784+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742010941918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2802851840,\"uptime\":1830820.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28430500,\"nice\":16730,\"sys\":4581930,\"idle\":1792237530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28246780,\"nice\":15440,\"sys\":4602970,\"idle\":1792284060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59631}}}"} 2025-03-15T03:55:41.918861+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742010941918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:56:41.918829+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742011001918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2803486720,\"uptime\":1830880.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28431130,\"nice\":16730,\"sys\":4582050,\"idle\":1792296620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28247280,\"nice\":15440,\"sys\":4603080,\"idle\":1792343070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59630}}}"} 2025-03-15T03:56:41.918885+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011001918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:57:32.280291+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011052280,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T03:57:32.280986+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011052280,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T03:58:41.918762+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742011121918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2802049024,\"uptime\":1831000.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28432130,\"nice\":16730,\"sys\":4582280,\"idle\":1792414660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28248370,\"nice\":15440,\"sys\":4603280,\"idle\":1792461260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59633}}}"} 2025-03-15T03:58:41.918884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011121918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T03:59:41.918773+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742011181918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2802094080,\"uptime\":1831060.24,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28432710,\"nice\":16730,\"sys\":4582400,\"idle\":1792473690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28248900,\"nice\":15440,\"sys\":4603420,\"idle\":1792520390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59629}}}"} 2025-03-15T03:59:41.918890+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011181918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:00:41.918788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742011241918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2802237440,\"uptime\":1831120.24,\"totalMem\":4018151424,\"loadavg\":[0.09,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28433700,\"nice\":16730,\"sys\":4582560,\"idle\":1792532690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28249910,\"nice\":15440,\"sys\":4603590,\"idle\":1792579400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59628}}}"} 2025-03-15T04:00:41.918847+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011241918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:07:41.918799+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742011661918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807721984,\"uptime\":1831540.24,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28437980,\"nice\":16730,\"sys\":4583490,\"idle\":1792946020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28254660,\"nice\":15440,\"sys\":4604510,\"idle\":1792992700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5997,\"sum\":59630}}}"} 2025-03-15T04:07:41.918875+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011661918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:12:35.300940+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011955300,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T04:12:35.301679+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011955301,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T04:12:41.918781+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742011961918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2806067200,\"uptime\":1831840.24,\"totalMem\":4018151424,\"loadavg\":[0.1,0.1,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28441080,\"nice\":16730,\"sys\":4584100,\"idle\":1793241280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28257680,\"nice\":15440,\"sys\":4605140,\"idle\":1793288040,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5997,\"sum\":59631}}}"} 2025-03-15T04:12:41.918895+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742011961918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:13:41.918776+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012021918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2806358016,\"uptime\":1831900.24,\"totalMem\":4018151424,\"loadavg\":[0.04,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28441900,\"nice\":16730,\"sys\":4584200,\"idle\":1793300330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28258440,\"nice\":15440,\"sys\":4605250,\"idle\":1793347080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59625}}}"} 2025-03-15T04:13:41.918878+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012021918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:15:41.918788+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012141918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2806423552,\"uptime\":1832020.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28442990,\"nice\":16730,\"sys\":4584440,\"idle\":1793418490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28259860,\"nice\":15440,\"sys\":4605510,\"idle\":1793465090,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59630}}}"} 2025-03-15T04:15:41.918871+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012141918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:16:41.918755+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012201918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805719040,\"uptime\":1832080.24,\"totalMem\":4018151424,\"loadavg\":[0,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28443480,\"nice\":16730,\"sys\":4584550,\"idle\":1793477600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28260380,\"nice\":15440,\"sys\":4605620,\"idle\":1793524140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59635}}}"} 2025-03-15T04:16:41.918904+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012201918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:17:36.231991+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012256231,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T04:17:36.232793+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012256232,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T04:18:41.918794+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012321918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805506048,\"uptime\":1832200.24,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28444830,\"nice\":16730,\"sys\":4584780,\"idle\":1793595720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28261840,\"nice\":15440,\"sys\":4605860,\"idle\":1793642290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59630}}}"} 2025-03-15T04:18:41.918864+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012321918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:20:41.922775+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012441922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805276672,\"uptime\":1832320.24,\"totalMem\":4018151424,\"loadavg\":[0.12,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28446570,\"nice\":16730,\"sys\":4584980,\"idle\":1793713830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28263300,\"nice\":15440,\"sys\":4606140,\"idle\":1793760410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59630}}}"} 2025-03-15T04:20:41.922884+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012441922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:21:41.918763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012501918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805293056,\"uptime\":1832380.25,\"totalMem\":4018151424,\"loadavg\":[0.16,0.08,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28447130,\"nice\":16730,\"sys\":4585100,\"idle\":1793772880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28263770,\"nice\":15440,\"sys\":4606250,\"idle\":1793819470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":5990,\"sum\":59630}}}"} 2025-03-15T04:21:41.918865+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012501918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:24:41.918806+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742012681918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797293568,\"uptime\":1832560.25,\"totalMem\":4018151424,\"loadavg\":[0.03,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28449960,\"nice\":16730,\"sys\":4585660,\"idle\":1793949160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28266530,\"nice\":15440,\"sys\":4606670,\"idle\":1793995820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59630}}}"} 2025-03-15T04:24:41.918880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012681918,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:27:38.223306+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012858223,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T04:27:38.224024+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742012858223,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T04:33:41.922763+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742013221922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797314048,\"uptime\":1833100.25,\"totalMem\":4018151424,\"loadavg\":[0.06,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28455510,\"nice\":16730,\"sys\":4586780,\"idle\":1794480470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28271970,\"nice\":15440,\"sys\":4607910,\"idle\":1794527430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59630}}}"} 2025-03-15T04:33:41.922840+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742013221922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:38:41.922791+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742013521922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2804109312,\"uptime\":1833400.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28458450,\"nice\":16730,\"sys\":4587430,\"idle\":1794775720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28274860,\"nice\":15440,\"sys\":4608550,\"idle\":1794822650,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59630}}}"} 2025-03-15T04:38:41.922916+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742013521922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:41:41.922778+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742013701922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2803863552,\"uptime\":1833580.25,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28460370,\"nice\":16730,\"sys\":4587900,\"idle\":1794952880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28276950,\"nice\":15440,\"sys\":4608950,\"idle\":1794999760,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5990,\"sum\":59634}}}"} 2025-03-15T04:41:41.922867+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742013701922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:42:41.922831+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742013761922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2803916800,\"uptime\":1833640.25,\"totalMem\":4018151424,\"loadavg\":[0.25,0.11,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28460980,\"nice\":16730,\"sys\":4588040,\"idle\":1795011940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28277600,\"nice\":15440,\"sys\":4609070,\"idle\":1795058770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5999,\"sum\":59623}}}"} 2025-03-15T04:42:41.922905+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742013761922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:43:41.922839+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742013821922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2803019776,\"uptime\":1833700.25,\"totalMem\":4018151424,\"loadavg\":[0.09,0.09,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28461840,\"nice\":16730,\"sys\":4588140,\"idle\":1795071040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28278470,\"nice\":15440,\"sys\":4609140,\"idle\":1795117770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59630}}}"} 2025-03-15T04:43:41.922914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742013821922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:46:41.922803+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742014001922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2801455104,\"uptime\":1833880.25,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28463790,\"nice\":16730,\"sys\":4588470,\"idle\":1795248100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28280030,\"nice\":15440,\"sys\":4609500,\"idle\":1795294990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59634}}}"} 2025-03-15T04:46:41.922972+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742014001922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:47:42.275653+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742014062275,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T04:47:42.276482+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742014062276,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T04:51:41.922814+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742014301922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2803740672,\"uptime\":1834180.25,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28467180,\"nice\":16730,\"sys\":4589060,\"idle\":1795543250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28283720,\"nice\":15440,\"sys\":4610050,\"idle\":1795590150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5993,\"sum\":59632}}}"} 2025-03-15T04:51:41.922910+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742014301922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T04:52:43.215136+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742014363214,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T04:52:43.215912+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742014363215,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T05:03:41.922783+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742015021922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810855424,\"uptime\":1834900.25,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28475330,\"nice\":16730,\"sys\":4590520,\"idle\":1796251460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28291690,\"nice\":15440,\"sys\":4611550,\"idle\":1796298000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5999,\"sum\":59629}}}"} 2025-03-15T05:03:41.922897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015021922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:04:41.922761+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742015081922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810630144,\"uptime\":1834960.25,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28475840,\"nice\":16730,\"sys\":4590640,\"idle\":1796310530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28292330,\"nice\":15440,\"sys\":4611650,\"idle\":1796357080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59629}}}"} 2025-03-15T05:04:41.922876+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015081922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:12:47.296193+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015567296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Connected to Redis"} 2025-03-15T05:12:47.297038+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015567296,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Redis client ready"} 2025-03-15T05:13:41.922767+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742015621922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808504320,\"uptime\":1835500.25,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28482140,\"nice\":16730,\"sys\":4591810,\"idle\":1796841590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28298760,\"nice\":15440,\"sys\":4612820,\"idle\":1796888590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5998,\"sum\":59627}}}"} 2025-03-15T05:13:41.922843+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015621922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:15:41.922831+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742015741922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809204736,\"uptime\":1835620.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28483100,\"nice\":16730,\"sys\":4592010,\"idle\":1796959710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28299920,\"nice\":15440,\"sys\":4613020,\"idle\":1797006580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59627}}}"} 2025-03-15T05:15:41.922921+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015741922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:18:41.922772+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742015921922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808393728,\"uptime\":1835800.25,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28485550,\"nice\":16730,\"sys\":4592360,\"idle\":1797136830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28302050,\"nice\":15440,\"sys\":4613430,\"idle\":1797183730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5997,\"sum\":59627}}}"} 2025-03-15T05:18:41.922914+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742015921922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:28:41.922761+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742016521922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2804260864,\"uptime\":1836400.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28492980,\"nice\":16730,\"sys\":4593700,\"idle\":1797726900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28310140,\"nice\":15440,\"sys\":4614600,\"idle\":1797773580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5996,\"sum\":59629}}}"} 2025-03-15T05:28:41.922880+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742016521922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:31:41.922764+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742016701922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2809155584,\"uptime\":1836580.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28494720,\"nice\":16730,\"sys\":4593990,\"idle\":1797903960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28311790,\"nice\":15440,\"sys\":4614970,\"idle\":1797950670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59631}}}"} 2025-03-15T05:31:41.922844+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742016701922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:32:41.922771+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742016761922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812534784,\"uptime\":1836640.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28495190,\"nice\":16730,\"sys\":4594100,\"idle\":1797963020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28312320,\"nice\":15440,\"sys\":4615110,\"idle\":1798009660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59627}}}"} 2025-03-15T05:32:41.922894+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742016761922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:36:41.922780+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742017001922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812116992,\"uptime\":1836880.25,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28497630,\"nice\":16730,\"sys\":4594600,\"idle\":1798199150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28314610,\"nice\":15440,\"sys\":4615610,\"idle\":1798245820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59632}}}"} 2025-03-15T05:36:41.922895+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742017001922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:37:41.922796+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742017061922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812125184,\"uptime\":1836940.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28498210,\"nice\":16730,\"sys\":4594720,\"idle\":1798258170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28315270,\"nice\":15440,\"sys\":4615730,\"idle\":1798304860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59629}}}"} 2025-03-15T05:37:41.922901+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742017061922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:39:41.922787+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742017181922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812178432,\"uptime\":1837060.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28499120,\"nice\":16730,\"sys\":4595050,\"idle\":1798376220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28316310,\"nice\":15440,\"sys\":4616000,\"idle\":1798423020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59628}}}"} 2025-03-15T05:39:41.922897+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742017181922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:54:41.922779+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742018081922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808426496,\"uptime\":1837960.25,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28508830,\"nice\":16730,\"sys\":4596940,\"idle\":1799261490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28325870,\"nice\":15440,\"sys\":4617850,\"idle\":1799308370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59632}}}"} 2025-03-15T05:54:41.922892+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742018081922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:55:41.922758+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742018141922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807730176,\"uptime\":1838020.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28509370,\"nice\":16730,\"sys\":4597030,\"idle\":1799320520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28326640,\"nice\":15440,\"sys\":4617980,\"idle\":1799367380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59631}}}"} 2025-03-15T05:55:41.922863+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742018141922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"} 2025-03-15T05:56:41.922790+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":20,"time":1742018201922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2807046144,\"uptime\":1838080.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28510150,\"nice\":16730,\"sys\":4597160,\"idle\":1799379600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":28327460,\"nice\":15440,\"sys\":4618100,\"idle\":1799426450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59627}}}"} 2025-03-15T05:56:41.922915+00:00 23e9e8f0-d617-41d4-92c1-a6a658b31c6c app[app.1] {"level":30,"time":1742018201922,"pid":70,"hostname":"dyno-030085e3-90d6-4842-a32b-e00e8032c402","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'"}