2025-03-16T15:03:45.133428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742137425133,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883411968,\"uptime\":1957320.52,\"totalMem\":4018151424,\"loadavg\":[0.04,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23631450,\"nice\":16920,\"sys\":3367810,\"idle\":1923062640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23367900,\"nice\":16360,\"sys\":3383090,\"idle\":1923266280,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30027,\"num\":3,\"sum\":60015}}}"}
2025-03-16T15:03:45.133552+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742137425133,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:05:45.189494+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742137545189,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885713920,\"uptime\":1957440.57,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23632300,\"nice\":16920,\"sys\":3368010,\"idle\":1923181070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23368860,\"nice\":16360,\"sys\":3383240,\"idle\":1923384880,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-16T15:05:45.189586+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742137545189,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:07:45.221405+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742137665221,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883919872,\"uptime\":1957560.6,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23633120,\"nice\":16920,\"sys\":3368140,\"idle\":1923299520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23369810,\"nice\":16360,\"sys\":3383430,\"idle\":1923503460,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30027,\"num\":3,\"sum\":60001}}}"}
2025-03-16T15:07:45.221459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742137665221,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:09:45.261371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742137785261,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871230464,\"uptime\":1957680.64,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23634520,\"nice\":16920,\"sys\":3368330,\"idle\":1923417620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23371020,\"nice\":16360,\"sys\":3383610,\"idle\":1923621650,\"irq\":0}}],\"eventLoopStats\":{\"min\":61,\"max\":30018,\"num\":3,\"sum\":60018}}}"}
2025-03-16T15:09:45.261496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742137785261,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:13:45.353395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742138025353,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871255040,\"uptime\":1957920.74,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23636420,\"nice\":16920,\"sys\":3368670,\"idle\":1923654760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23373220,\"nice\":16360,\"sys\":3383990,\"idle\":1923858560,\"irq\":0}}],\"eventLoopStats\":{\"min\":49,\"max\":30030,\"num\":3,\"sum\":60024}}}"}
2025-03-16T15:13:45.353422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138025353,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:14:45.381425+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742138085381,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871271424,\"uptime\":1957980.76,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23636870,\"nice\":16920,\"sys\":3368730,\"idle\":1923714080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23373710,\"nice\":16360,\"sys\":3384070,\"idle\":1923917780,\"irq\":0}}],\"eventLoopStats\":{\"min\":54,\"max\":30024,\"num\":3,\"sum\":60023}}}"}
2025-03-16T15:14:45.381475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138085381,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:20:45.533384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742138445533,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870812672,\"uptime\":1958340.92,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23639110,\"nice\":16920,\"sys\":3369150,\"idle\":1924069670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23376480,\"nice\":16360,\"sys\":3384600,\"idle\":1924273310,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30030,\"num\":3,\"sum\":60025}}}"}
2025-03-16T15:20:45.533443+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138445533,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:21:04.555703+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138464555,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T15:21:04.556435+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138464556,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T15:23:45.585417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742138625585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870579200,\"uptime\":1958520.97,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23640420,\"nice\":16920,\"sys\":3369410,\"idle\":1924247260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23377650,\"nice\":16360,\"sys\":3384800,\"idle\":1924451180,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30010,\"num\":3,\"sum\":60028}}}"}
2025-03-16T15:23:45.585460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138625585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:25:45.633450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742138745633,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870333440,\"uptime\":1958641.02,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23641510,\"nice\":16920,\"sys\":3369550,\"idle\":1924365770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23379160,\"nice\":16360,\"sys\":3384910,\"idle\":1924569650,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-16T15:25:45.633464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742138745633,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:31:45.769611+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742139105769,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870358016,\"uptime\":1959001.15,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23644130,\"nice\":16920,\"sys\":3370010,\"idle\":1924721360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23382240,\"nice\":16360,\"sys\":3385450,\"idle\":1924925150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30006,\"num\":13,\"sum\":60028}}}"}
2025-03-16T15:31:45.769615+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139105769,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:36:07.261970+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139367261,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T15:36:07.262819+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139367262,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T15:38:45.913376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742139525913,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887491584,\"uptime\":1959421.3,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23647350,\"nice\":16920,\"sys\":3370640,\"idle\":1925135680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23385740,\"nice\":16360,\"sys\":3386100,\"idle\":1925339630,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30016,\"num\":3,\"sum\":59998}}}"}
2025-03-16T15:38:45.913508+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139525913,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:42:45.981428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742139765981,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882850816,\"uptime\":1959661.37,\"totalMem\":4018151424,\"loadavg\":[0.07,0.07,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23649000,\"nice\":16920,\"sys\":3370950,\"idle\":1925372740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23387540,\"nice\":16360,\"sys\":3386380,\"idle\":1925576580,\"irq\":0}}],\"eventLoopStats\":{\"min\":46,\"max\":30003,\"num\":3,\"sum\":60028}}}"}
2025-03-16T15:42:45.981563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139765981,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:45:46.013410+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742139946013,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885779456,\"uptime\":1959841.4,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23650140,\"nice\":16920,\"sys\":3371190,\"idle\":1925550540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23389050,\"nice\":16360,\"sys\":3386600,\"idle\":1925754300,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30006,\"num\":3,\"sum\":60005}}}"}
2025-03-16T15:45:46.013477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139946013,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:46:09.243585+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139969243,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T15:46:09.244393+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742139969244,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T15:46:46.021459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742140006021,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887069696,\"uptime\":1959901.41,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23650690,\"nice\":16920,\"sys\":3371260,\"idle\":1925609850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23389650,\"nice\":16360,\"sys\":3386710,\"idle\":1925813480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29975,\"num\":13,\"sum\":60003}}}"}
2025-03-16T15:46:46.021526+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140006021,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:48:46.033363+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742140126033,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886115328,\"uptime\":1960021.42,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23652050,\"nice\":16920,\"sys\":3371380,\"idle\":1925728400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23390880,\"nice\":16360,\"sys\":3386870,\"idle\":1925931970,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30006,\"num\":3,\"sum\":60005}}}"}
2025-03-16T15:48:46.033483+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140126033,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:52:46.093359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742140366093,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880262144,\"uptime\":1960261.48,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23654370,\"nice\":16920,\"sys\":3371700,\"idle\":1925965370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23392790,\"nice\":16360,\"sys\":3387190,\"idle\":1926168910,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30030,\"num\":3,\"sum\":60008}}}"}
2025-03-16T15:52:46.093476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140366093,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:53:46.113479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742140426113,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882723840,\"uptime\":1960321.5,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23654750,\"nice\":16920,\"sys\":3371780,\"idle\":1926024660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23393220,\"nice\":16360,\"sys\":3387250,\"idle\":1926228140,\"irq\":0}}],\"eventLoopStats\":{\"min\":50,\"max\":30030,\"num\":3,\"sum\":60018}}}"}
2025-03-16T15:53:46.113529+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140426113,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:55:46.145419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742140546145,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880950272,\"uptime\":1960441.53,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23655600,\"nice\":16920,\"sys\":3371950,\"idle\":1926143180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23394260,\"nice\":16360,\"sys\":3387390,\"idle\":1926346620,\"irq\":0}}],\"eventLoopStats\":{\"min\":64,\"max\":30017,\"num\":3,\"sum\":60003}}}"}
2025-03-16T15:55:46.145508+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140546145,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T15:56:11.429784+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140571429,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T15:56:11.430610+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140571430,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T16:00:46.281454+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742140846281,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880970752,\"uptime\":1960741.67,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23657680,\"nice\":16920,\"sys\":3372350,\"idle\":1926439700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23396660,\"nice\":16360,\"sys\":3387750,\"idle\":1926642770,\"irq\":0}}],\"eventLoopStats\":{\"min\":29978,\"max\":30039,\"num\":2,\"sum\":60017}}}"}
2025-03-16T16:00:46.281465+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742140846281,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:03:46.357470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742141026357,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879823872,\"uptime\":1960921.74,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23659240,\"nice\":16920,\"sys\":3372630,\"idle\":1926617440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23398050,\"nice\":16360,\"sys\":3388040,\"idle\":1926820560,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30012,\"num\":3,\"sum\":60024}}}"}
2025-03-16T16:03:46.357481+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141026357,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:06:13.407021+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141173406,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T16:06:13.407911+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141173407,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T16:06:46.437457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742141206437,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2878906368,\"uptime\":1961101.82,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23660700,\"nice\":16920,\"sys\":3372860,\"idle\":1926795310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23399280,\"nice\":16360,\"sys\":3388270,\"idle\":1926998210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29996,\"num\":13,\"sum\":60022}}}"}
2025-03-16T16:06:46.437510+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141206437,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:07:46.457390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742141266457,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2878914560,\"uptime\":1961161.84,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23661000,\"nice\":16920,\"sys\":3372940,\"idle\":1926854540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23399600,\"nice\":16360,\"sys\":3388360,\"idle\":1927057490,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30027,\"num\":3,\"sum\":60020}}}"}
2025-03-16T16:07:46.457446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141266457,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:09:46.497407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742141386497,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2868662272,\"uptime\":1961281.88,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23661940,\"nice\":16920,\"sys\":3373140,\"idle\":1926972720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23400680,\"nice\":16360,\"sys\":3388590,\"idle\":1927175620,\"irq\":0}}],\"eventLoopStats\":{\"min\":25,\"max\":30020,\"num\":3,\"sum\":60028}}}"}
2025-03-16T16:09:46.497533+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141386497,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:11:14.549520+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141474549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T16:11:14.550334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141474550,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T16:11:46.529405+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742141506529,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870767616,\"uptime\":1961401.91,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23663440,\"nice\":16920,\"sys\":3373320,\"idle\":1927091100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23402020,\"nice\":16360,\"sys\":3388730,\"idle\":1927294130,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29979,\"num\":13,\"sum\":60022}}}"}
2025-03-16T16:11:46.529435+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141506529,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:14:46.577400+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742141686577,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871705600,\"uptime\":1961581.96,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23665160,\"nice\":16920,\"sys\":3373550,\"idle\":1927268930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23403220,\"nice\":16360,\"sys\":3388950,\"idle\":1927471950,\"irq\":0}}],\"eventLoopStats\":{\"min\":23,\"max\":30030,\"num\":3,\"sum\":60003}}}"}
2025-03-16T16:14:46.577457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742141686577,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:26:46.837372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742142406837,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871431168,\"uptime\":1962302.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23670230,\"nice\":16920,\"sys\":3374550,\"idle\":1927979950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23409400,\"nice\":16360,\"sys\":3389970,\"idle\":1928183020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":60023}}}"}
2025-03-16T16:26:46.837450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742142406837,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:28:46.861382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742142526861,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871230464,\"uptime\":1962422.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23671050,\"nice\":16920,\"sys\":3374710,\"idle\":1928098400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23410240,\"nice\":16360,\"sys\":3390110,\"idle\":1928301570,\"irq\":0}}],\"eventLoopStats\":{\"min\":37,\"max\":30007,\"num\":3,\"sum\":60006}}}"}
2025-03-16T16:28:46.861462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742142526861,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:31:18.321864+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742142678321,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T16:31:18.322736+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742142678322,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T16:40:47.121430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742143247121,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882715648,\"uptime\":1963142.51,\"totalMem\":4018151424,\"loadavg\":[0.09,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23676870,\"nice\":16920,\"sys\":3375670,\"idle\":1928808920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23416320,\"nice\":16360,\"sys\":3391140,\"idle\":1929012290,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30028,\"num\":3,\"sum\":60029}}}"}
2025-03-16T16:40:47.121485+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742143247121,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:41:20.229812+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742143280229,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T16:41:20.230628+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742143280230,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T16:52:47.393376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742143967393,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883346432,\"uptime\":1963862.78,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23683020,\"nice\":16920,\"sys\":3376550,\"idle\":1929520150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23422760,\"nice\":16360,\"sys\":3392070,\"idle\":1929723810,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30016,\"num\":3,\"sum\":60029}}}"}
2025-03-16T16:52:47.393473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742143967393,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:55:47.477371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742144147477,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883117056,\"uptime\":1964042.86,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23684720,\"nice\":16920,\"sys\":3376780,\"idle\":1929698000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23424290,\"nice\":16360,\"sys\":3392330,\"idle\":1929901670,\"irq\":0}}],\"eventLoopStats\":{\"min\":22,\"max\":30006,\"num\":3,\"sum\":60029}}}"}
2025-03-16T16:55:47.477416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742144147477,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T16:59:47.565374+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742144387565,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882666496,\"uptime\":1964282.95,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23686230,\"nice\":16920,\"sys\":3377140,\"idle\":1929935190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23425550,\"nice\":16360,\"sys\":3392590,\"idle\":1930139050,\"irq\":0}}],\"eventLoopStats\":{\"min\":31,\"max\":30007,\"num\":3,\"sum\":60018}}}"}
2025-03-16T16:59:47.565428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742144387565,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:00:47.593372+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742144447593,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882416640,\"uptime\":1964342.98,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23686910,\"nice\":16920,\"sys\":3377200,\"idle\":1929994490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23425930,\"nice\":16360,\"sys\":3392680,\"idle\":1930198310,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-16T17:00:47.593422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742144447593,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:02:47.649338+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742144567649,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882424832,\"uptime\":1964463.03,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23687790,\"nice\":16920,\"sys\":3377350,\"idle\":1930113050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23426690,\"nice\":16360,\"sys\":3392840,\"idle\":1930317010,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30009,\"num\":3,\"sum\":60028}}}"}
2025-03-16T17:02:47.649424+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742144567649,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:05:47.725358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742144747725,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882179072,\"uptime\":1964643.11,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23689000,\"nice\":16920,\"sys\":3377510,\"idle\":1930291050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23427980,\"nice\":16360,\"sys\":3393060,\"idle\":1930494860,\"irq\":0}}],\"eventLoopStats\":{\"min\":29995,\"max\":30022,\"num\":2,\"sum\":60017}}}"}
2025-03-16T17:05:47.725411+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742144747725,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:10:47.813340+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742145047813,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867879936,\"uptime\":1964943.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23691330,\"nice\":16920,\"sys\":3377920,\"idle\":1930587230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23430600,\"nice\":16360,\"sys\":3393510,\"idle\":1930790920,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30005,\"num\":3,\"sum\":60003}}}"}
2025-03-16T17:10:47.813438+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145047813,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:11:26.370626+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145086370,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T17:11:26.371314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145086371,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T17:11:47.817342+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742145107817,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867658752,\"uptime\":1965003.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23691700,\"nice\":16920,\"sys\":3377950,\"idle\":1930646490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23431070,\"nice\":16360,\"sys\":3393610,\"idle\":1930850210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":59999}}}"}
2025-03-16T17:11:47.817433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145107817,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:14:47.873336+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742145287873,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867662848,\"uptime\":1965183.26,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23693290,\"nice\":16920,\"sys\":3378170,\"idle\":1930824530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23432750,\"nice\":16360,\"sys\":3393800,\"idle\":1931028060,\"irq\":0}}],\"eventLoopStats\":{\"min\":68,\"max\":30004,\"num\":3,\"sum\":60008}}}"}
2025-03-16T17:14:47.873419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145287873,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:15:47.897365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742145347897,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867408896,\"uptime\":1965243.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23693600,\"nice\":16920,\"sys\":3378240,\"idle\":1930883900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23432980,\"nice\":16360,\"sys\":3393860,\"idle\":1931087270,\"irq\":0}}],\"eventLoopStats\":{\"min\":63,\"max\":30021,\"num\":3,\"sum\":60025}}}"}
2025-03-16T17:15:47.897416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145347897,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:19:47.977341+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742145587977,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867445760,\"uptime\":1965483.36,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23695740,\"nice\":16920,\"sys\":3378530,\"idle\":1931120900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23434800,\"nice\":16360,\"sys\":3394190,\"idle\":1931324790,\"irq\":0}}],\"eventLoopStats\":{\"min\":80,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-16T17:19:47.977420+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742145587977,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:26:48.105371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742146008105,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869829632,\"uptime\":1965903.49,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23699100,\"nice\":16920,\"sys\":3378990,\"idle\":1931536000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23438020,\"nice\":16360,\"sys\":3394670,\"idle\":1931739920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":13,\"sum\":60015}}}"}
2025-03-16T17:26:48.105416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742146008105,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:28:48.153382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742146128153,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869149696,\"uptime\":1966023.54,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23699900,\"nice\":16920,\"sys\":3379110,\"idle\":1931654640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23438790,\"nice\":16360,\"sys\":3394830,\"idle\":1931858590,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30029,\"num\":4,\"sum\":60028}}}"}
2025-03-16T17:28:48.153486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742146128153,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:32:48.233355+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742146368233,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2868088832,\"uptime\":1966263.62,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23701300,\"nice\":16920,\"sys\":3379360,\"idle\":1931891710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23440280,\"nice\":16360,\"sys\":3395120,\"idle\":1932095910,\"irq\":0}}],\"eventLoopStats\":{\"min\":78,\"max\":30013,\"num\":3,\"sum\":60018}}}"}
2025-03-16T17:32:48.233431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742146368233,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:34:48.293368+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742146488293,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2868187136,\"uptime\":1966383.68,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23702240,\"nice\":16920,\"sys\":3379530,\"idle\":1932010390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23441470,\"nice\":16360,\"sys\":3395240,\"idle\":1932214510,\"irq\":0}}],\"eventLoopStats\":{\"min\":56,\"max\":30003,\"num\":3,\"sum\":60029}}}"}
2025-03-16T17:34:48.293413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742146488293,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:36:31.432077+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742146591431,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T17:36:31.432804+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742146591432,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T17:43:48.481358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742147028481,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870620160,\"uptime\":1966923.87,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23707010,\"nice\":16920,\"sys\":3380320,\"idle\":1932543170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23445880,\"nice\":16360,\"sys\":3396010,\"idle\":1932747450,\"irq\":0}}],\"eventLoopStats\":{\"min\":50,\"max\":30027,\"num\":3,\"sum\":60026}}}"}
2025-03-16T17:43:48.481427+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147028481,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:46:33.568052+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147193567,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T17:46:33.568742+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147193568,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T17:47:48.581365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742147268581,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870116352,\"uptime\":1967163.96,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23708940,\"nice\":16920,\"sys\":3380610,\"idle\":1932780530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23447780,\"nice\":16360,\"sys\":3396320,\"idle\":1932984640,\"irq\":0}}],\"eventLoopStats\":{\"min\":43,\"max\":30027,\"num\":3,\"sum\":60027}}}"}
2025-03-16T17:47:48.581439+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147268581,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:55:48.777380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742147748777,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871148544,\"uptime\":1967644.16,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23712350,\"nice\":16920,\"sys\":3381200,\"idle\":1933254980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23450850,\"nice\":16360,\"sys\":3396870,\"idle\":1933459400,\"irq\":0}}],\"eventLoopStats\":{\"min\":29982,\"max\":30043,\"num\":2,\"sum\":60025}}}"}
2025-03-16T17:55:48.777432+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147748777,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:56:35.318713+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147795318,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T17:56:35.319563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147795319,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T17:56:48.781429+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742147808781,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871193600,\"uptime\":1967704.16,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23712670,\"nice\":16920,\"sys\":3381250,\"idle\":1933314260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23451150,\"nice\":16360,\"sys\":3396930,\"idle\":1933518660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30002,\"num\":13,\"sum\":60000}}}"}
2025-03-16T17:56:48.781473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147808781,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T17:57:48.809455+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742147868809,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871152640,\"uptime\":1967764.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23713000,\"nice\":16920,\"sys\":3381330,\"idle\":1933373540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23451600,\"nice\":16360,\"sys\":3397010,\"idle\":1933578000,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30019,\"num\":3,\"sum\":60026}}}"}
2025-03-16T17:57:48.809466+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742147868809,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:03:48.885397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742148228885,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871074816,\"uptime\":1968124.27,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23715950,\"nice\":16920,\"sys\":3381770,\"idle\":1933729230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23454250,\"nice\":16360,\"sys\":3397350,\"idle\":1933933620,\"irq\":0}}],\"eventLoopStats\":{\"min\":47,\"max\":30027,\"num\":3,\"sum\":60007}}}"}
2025-03-16T18:03:48.885513+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742148228885,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:04:48.917416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742148288917,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870845440,\"uptime\":1968184.3,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23716500,\"nice\":16920,\"sys\":3381840,\"idle\":1933788570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23454780,\"nice\":16360,\"sys\":3397450,\"idle\":1933992870,\"irq\":0}}],\"eventLoopStats\":{\"min\":66,\"max\":30016,\"num\":3,\"sum\":60028}}}"}
2025-03-16T18:04:48.917459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742148288917,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:13:49.105455+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742148829105,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869800960,\"uptime\":1968724.49,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23721240,\"nice\":16920,\"sys\":3382570,\"idle\":1934321500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23458640,\"nice\":16360,\"sys\":3398160,\"idle\":1934525860,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30016,\"num\":3,\"sum\":60025}}}"}
2025-03-16T18:13:49.105519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742148829105,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:15:49.165406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742148949165,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869800960,\"uptime\":1968844.55,\"totalMem\":4018151424,\"loadavg\":[0.07,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23722460,\"nice\":16920,\"sys\":3382770,\"idle\":1934440000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23460320,\"nice\":16360,\"sys\":3398350,\"idle\":1934644410,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30010,\"num\":3,\"sum\":60028}}}"}
2025-03-16T18:15:49.165506+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742148949165,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:17:49.201448+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742149069201,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869821440,\"uptime\":1968964.58,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23723380,\"nice\":16920,\"sys\":3382970,\"idle\":1934558410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23461270,\"nice\":16360,\"sys\":3398550,\"idle\":1934763020,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30028,\"num\":3,\"sum\":60026}}}"}
2025-03-16T18:17:49.201514+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742149069201,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:18:49.229378+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742149129229,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869821440,\"uptime\":1969024.61,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23723700,\"nice\":16920,\"sys\":3383030,\"idle\":1934617670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23461560,\"nice\":16360,\"sys\":3398610,\"idle\":1934822350,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30009,\"num\":3,\"sum\":60029}}}"}
2025-03-16T18:18:49.229429+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742149129229,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:21:40.549968+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742149300549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T18:21:40.550861+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742149300550,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T18:23:49.349391+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742149429349,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869927936,\"uptime\":1969324.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23725360,\"nice\":16920,\"sys\":3383490,\"idle\":1934913960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23463380,\"nice\":16360,\"sys\":3399050,\"idle\":1935118560,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30030,\"num\":4,\"sum\":60030}}}"}
2025-03-16T18:23:49.349448+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742149429349,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:25:49.409409+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742149549409,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869936128,\"uptime\":1969444.79,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23726420,\"nice\":16920,\"sys\":3383670,\"idle\":1935032520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23464480,\"nice\":16360,\"sys\":3399260,\"idle\":1935237030,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30029,\"num\":3,\"sum\":60027}}}"}
2025-03-16T18:25:49.409499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742149549409,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:34:49.593363+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742150089593,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2875277312,\"uptime\":1969984.98,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23730480,\"nice\":16920,\"sys\":3384420,\"idle\":1935566050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23469120,\"nice\":16360,\"sys\":3400020,\"idle\":1935770250,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30027,\"num\":3,\"sum\":60013}}}"}
2025-03-16T18:34:49.593491+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742150089593,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:39:49.641420+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742150389641,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869805056,\"uptime\":1970285.03,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23733040,\"nice\":16920,\"sys\":3384890,\"idle\":1935861720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23471550,\"nice\":16360,\"sys\":3400490,\"idle\":1936066270,\"irq\":0}}],\"eventLoopStats\":{\"min\":51,\"max\":30030,\"num\":3,\"sum\":60009}}}"}
2025-03-16T18:39:49.641519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742150389641,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:40:49.669460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742150449669,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885357568,\"uptime\":1970345.05,\"totalMem\":4018151424,\"loadavg\":[0.13,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23733420,\"nice\":16920,\"sys\":3385000,\"idle\":1935920980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23472270,\"nice\":16360,\"sys\":3400600,\"idle\":1936125450,\"irq\":0}}],\"eventLoopStats\":{\"min\":71,\"max\":30005,\"num\":3,\"sum\":60023}}}"}
2025-03-16T18:40:49.669511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742150449669,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:41:44.293429+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742150504293,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T18:41:44.294158+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742150504294,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T18:45:49.733444+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742150749733,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881892352,\"uptime\":1970645.12,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23735750,\"nice\":16920,\"sys\":3385390,\"idle\":1936217080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23474880,\"nice\":16360,\"sys\":3401030,\"idle\":1936421810,\"irq\":0}}],\"eventLoopStats\":{\"min\":66,\"max\":30004,\"num\":3,\"sum\":60020}}}"}
2025-03-16T18:45:49.733485+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742150749733,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:51:46.509961+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742151106509,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T18:51:46.510718+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742151106510,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T18:54:49.901376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742151289901,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886443008,\"uptime\":1971185.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23739460,\"nice\":16920,\"sys\":3386130,\"idle\":1936750650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23478710,\"nice\":16360,\"sys\":3401860,\"idle\":1936954690,\"irq\":0}}],\"eventLoopStats\":{\"min\":50,\"max\":30011,\"num\":3,\"sum\":60013}}}"}
2025-03-16T18:54:49.901452+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742151289901,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T18:59:49.989419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742151589989,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885480448,\"uptime\":1971485.37,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23742000,\"nice\":16920,\"sys\":3386660,\"idle\":1937046710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23481490,\"nice\":16360,\"sys\":3402360,\"idle\":1937250710,\"irq\":0}}],\"eventLoopStats\":{\"min\":50,\"max\":30003,\"num\":3,\"sum\":60026}}}"}
2025-03-16T18:59:49.989472+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742151589989,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:02:50.029426+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742151770029,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885226496,\"uptime\":1971665.41,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23743680,\"nice\":16920,\"sys\":3386930,\"idle\":1937224230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23482510,\"nice\":16360,\"sys\":3402620,\"idle\":1937428750,\"irq\":0}}],\"eventLoopStats\":{\"min\":55,\"max\":30013,\"num\":3,\"sum\":60028}}}"}
2025-03-16T19:02:50.029461+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742151770029,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:16:50.317375+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742152610317,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871087104,\"uptime\":1972505.7,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23750260,\"nice\":16920,\"sys\":3388060,\"idle\":1938053760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23488990,\"nice\":16360,\"sys\":3403790,\"idle\":1938258080,\"irq\":0}}],\"eventLoopStats\":{\"min\":23,\"max\":30000,\"num\":3,\"sum\":60015}}}"}
2025-03-16T19:16:50.317507+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742152610317,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:18:50.361390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742152730361,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870611968,\"uptime\":1972625.74,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23750980,\"nice\":16920,\"sys\":3388230,\"idle\":1938172360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23490040,\"nice\":16360,\"sys\":3403960,\"idle\":1938376560,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30008,\"num\":3,\"sum\":60020}}}"}
2025-03-16T19:18:50.361488+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742152730361,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:19:50.365438+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742152790365,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870153216,\"uptime\":1972685.75,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23751300,\"nice\":16920,\"sys\":3388320,\"idle\":1938231630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23490340,\"nice\":16360,\"sys\":3404030,\"idle\":1938435790,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30004,\"num\":3,\"sum\":60005}}}"}
2025-03-16T19:19:50.365523+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742152790365,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:20:50.393422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742152850393,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2870161408,\"uptime\":1972745.78,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23751930,\"nice\":16920,\"sys\":3388440,\"idle\":1938290800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23490640,\"nice\":16360,\"sys\":3404150,\"idle\":1938495080,\"irq\":0}}],\"eventLoopStats\":{\"min\":16,\"max\":30006,\"num\":3,\"sum\":60025}}}"}
2025-03-16T19:20:50.393476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742152850393,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:24:50.473427+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742153090473,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869940224,\"uptime\":1972985.86,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23754010,\"nice\":16920,\"sys\":3388760,\"idle\":1938527710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23492000,\"nice\":16360,\"sys\":3404520,\"idle\":1938732310,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-16T19:24:50.473475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742153090473,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:25:50.505404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742153150505,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869342208,\"uptime\":1973045.89,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23754450,\"nice\":16920,\"sys\":3388850,\"idle\":1938586910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23492270,\"nice\":16360,\"sys\":3404610,\"idle\":1938791580,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30021,\"num\":3,\"sum\":60027}}}"}
2025-03-16T19:25:50.505439+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742153150505,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:26:50.533392+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742153210533,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869309440,\"uptime\":1973105.92,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23754960,\"nice\":16920,\"sys\":3388920,\"idle\":1938646230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23492810,\"nice\":16360,\"sys\":3404690,\"idle\":1938850840,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30004,\"num\":3,\"sum\":60027}}}"}
2025-03-16T19:26:50.533447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742153210533,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:36:50.749387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742153810749,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2868895744,\"uptime\":1973706.13,\"totalMem\":4018151424,\"loadavg\":[0.03,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23759620,\"nice\":16920,\"sys\":3389780,\"idle\":1939238680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23497120,\"nice\":16360,\"sys\":3405530,\"idle\":1939443790,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30027,\"num\":3,\"sum\":60029}}}"}
2025-03-16T19:36:50.749478+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742153810749,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:48:51.033447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154531033,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884116480,\"uptime\":1974426.42,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23765780,\"nice\":16920,\"sys\":3390790,\"idle\":1939949390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23502820,\"nice\":16360,\"sys\":3406630,\"idle\":1940154740,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-16T19:48:51.033501+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154531033,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:53:33.439091+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813438,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T19:53:33.439346+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-16T19:53:33.439414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T19:53:33.376Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:34.732Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-12T03:12:34.732Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[{\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"modifiedAt\":\"2025-03-12T03:12:34.732Z\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"id\":\"bc045008-15fb-4d39-8225-21d8fe8dc804\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-12T03:12:58.970Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"35017d9e-cf11-5c4d-701b-ca35665bad49\",\"client\":\"icc-slack-app\"}"}
2025-03-16T19:53:33.439418+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-16T19:53:33.439455+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-16T19:53:33.439561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:53:33.439562+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-usd-resource-deleted"}
2025-03-16T19:53:33.439647+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-16T19:53:33.439650+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813439,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-usd-resource-deleted correctly routed"}
2025-03-16T19:53:33.584715+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813584,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T19:53:33.584980+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813584,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-16T19:53:33.585052+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813584,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T19:53:33.576Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:34.732Z\",\"severity\":\"Sev1\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-12T03:12:34.732Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[{\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"modifiedAt\":\"2025-03-12T03:12:34.732Z\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"id\":\"bc045008-15fb-4d39-8225-21d8fe8dc804\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-12T03:12:58.970Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-16T19:53:33.343Z\",\"modifiedAt\":\"2025-03-16T19:53:33.343Z\",\"id\":\"d36b609f-6aa2-4bac-a60f-91b457cdc74b\",\"usdUuid\":\"047d64ee-9a9b-452d-bd88-1360ab32cb74\",\"name\":\"moncloud-streaming\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"type\":\"service\",\"category\":\"Origin\",\"gusTeamId\":\"a00EE00000WcidcYAB\",\"gusProductTag\":\"Moncloud Streaming->Moncloud Streaming\",\"valid\":false,\"sfid\":null}],\"requestId\":\"35017d9e-cf11-5c4d-701b-ca35665bad49\",\"client\":\"icc-slack-app\"}"}
2025-03-16T19:53:33.585072+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-16T19:53:33.585073+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-16T19:53:33.585218+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:53:33.585219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154813585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-usd-resource-created"}
2025-03-16T19:53:33.585220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-16T19:53:33.585222+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154813585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-usd-resource-created correctly routed"}
2025-03-16T19:53:34.920984+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154814920,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-16T19:53:40.339834+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820339,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T19:53:40.339897+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154820339,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-16T19:53:40.339922+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820339,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T19:53:40.286Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TlROcYAN\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-16T19:53:40.286Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"},\"changes\":{}}"}
2025-03-16T19:53:40.339957+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820339,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-16T19:53:40.339994+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820339,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-16T19:53:40.340079+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:53:40.340112+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-gus-response"}
2025-03-16T19:53:40.340131+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-16T19:53:40.340294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 72735ea8-6577-4410-9e30-0a1b681fefdb - value: [object Promise]"}
2025-03-16T19:53:40.340582+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Start routing Incident to CI for docId ACTAAANzJTb and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[83,117,110,44,32,49,54,32,77,97,114,32,50,48,50,53,32,49,57,58,53,51,58,52,48,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-16T19:53:40.286Z\\\",\\\"user\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H93B072R\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TlROcYAN\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_resolved\\\",\\\"timestamp\\\":\\\"2025-03-16T19:53:40.286Z\\\",\\\"recordId\\\":\\\"500EE00001TlROcYAN\\\",\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"caseNumber\\\":\\\"72928168\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-16T19:53:40.286Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TlROcYAN\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-16T19:53:40.286Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-16T19:53:40.286Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TlROcYAN\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-16T19:53:40.286Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"},\"changes\":{}}}"}
2025-03-16T19:53:40.340584+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ACTAAANzJTb"}
2025-03-16T19:53:40.340584+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId ACTAAANzJTb"}
2025-03-16T19:53:40.340588+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 72735ea8-6577-4410-9e30-0a1b681fefdb and docId ACTAAANzJTb"}
2025-03-16T19:53:40.340603+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 72735ea8-6577-4410-9e30-0a1b681fefdb, docId ACTAAANzJTb, event {\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-16T19:53:40.286Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"}"}
2025-03-16T19:53:40.340709+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 72735ea8-6577-4410-9e30-0a1b681fefdb-gus-casenumber - value: [object Promise]"}
2025-03-16T19:53:40.340848+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 72735ea8-6577-4410-9e30-0a1b681fefdb, docId ACTAAANzJTb, caseNumber 72928168"}
2025-03-16T19:53:40.340852+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742154820340,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-gus-response correctly routed"}
2025-03-16T19:56:51.169383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155011169,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883874816,\"uptime\":1974906.55,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23769480,\"nice\":16920,\"sys\":3391570,\"idle\":1940423490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23506570,\"nice\":16360,\"sys\":3407290,\"idle\":1940628640,\"irq\":0}}],\"eventLoopStats\":{\"min\":99,\"max\":30007,\"num\":3,\"sum\":60020}}}"}
2025-03-16T19:56:51.169437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155011169,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T19:58:41.407145+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155121407,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T19:58:41.408005+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155121407,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T20:01:51.261456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155311261,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886656000,\"uptime\":1975206.64,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23771730,\"nice\":16920,\"sys\":3391960,\"idle\":1940719880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23509090,\"nice\":16360,\"sys\":3407680,\"idle\":1940924930,\"irq\":0}}],\"eventLoopStats\":{\"min\":87,\"max\":30003,\"num\":3,\"sum\":60018}}}"}
2025-03-16T20:01:51.261509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155311261,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:18.276639+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398276,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T20:03:18.276863+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155398276,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-reporting'"}
2025-03-16T20:03:18.276934+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398276,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T20:03:18.120Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"requestId\":\"6ad19094-4433-af9e-4a96-cdfeef78defa\",\"client\":\"icc-slack-app\"}"}
2025-03-16T20:03:18.277409+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398276,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-16T20:03:18.277411+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398276,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}"}
2025-03-16T20:03:18.277412+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:18.277412+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-incident-closed"}
2025-03-16T20:03:18.277413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event with type icc-incident-closed is now being processed."}
2025-03-16T20:03:18.277414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 72735ea8-6577-4410-9e30-0a1b681fefdb - value: [object Promise]"}
2025-03-16T20:03:18.277808+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Start routing Incident to CI for docId ACTAAANzJTb and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,99,108,111,115,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[83,117,110,44,32,49,54,32,77,97,114,32,50,48,50,53,32,50,48,58,48,51,58,49,56,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-16T20:03:18.120Z\\\",\\\"user\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H93B072R\\\",\\\"name\\\":\\\"icc-72928168\\\"},\\\"subject\\\":\\\"Cipher Aggregator flink job stuck is continuous restarts\\\",\\\"description\\\":\\\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\\\",\\\"detectedTime\\\":\\\"2025-03-12T03:12:00.000Z\\\",\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"Closed\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\\\",\\\"impact\\\":[\\\"None\\\"],\\\"impactStartTime\\\":\\\"2025-03-12T03:12:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-12T06:00:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/ghx-ajjz-ppo\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\\\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"3rd Party/Vendor\\\",\\\"createdAt\\\":\\\"2025-03-12T03:12:34.732Z\\\",\\\"closingDetails\\\":{\\\"productTag\\\":\\\"a1aEE000000Aa0bYAC\\\",\\\"detectedByServiceOwner\\\":true,\\\"prbNumber\\\":{\\\"value\\\":\\\"PRB-0026977\\\",\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\"},\\\"proximateCause\\\":\\\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\\\",\\\"customerExperience\\\":\\\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\\\",\\\"immediateResolution\\\":\\\"Flink Cluster Cleanup + Redeployment of the job\\\",\\\"aarQuestions\\\":\\\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\\\",\\\"changes\\\":\\\"\\\",\\\"breakFix\\\":\\\"\\\",\\\"productTagName\\\":\\\"Moncloud Streaming\\\",\\\"closedBy\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2023-04-20T14:26:21.057Z\\\",\\\"modifiedAt\\\":\\\"2023-04-20T14:26:21.057Z\\\"},\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2023-04-20T14:26:21.057Z\\\",\\\"modifiedAt\\\":\\\"2023-04-20T14:26:21.057Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2023-04-20T14:26:21.057Z\\\",\\\"modifiedAt\\\":\\\"2023-04-20T14:26:21.057Z\\\"},\\\"closingComments\\\":null,\\\"createdAt\\\":\\\"2025-03-16T20:03:18.093Z\\\",\\\"modifiedAt\\\":\\\"2025-03-16T20:03:18.093Z\\\",\\\"id\\\":\\\"2e45b94e-b184-41a9-97e5-9adcb30c6054\\\"},\\\"scrumTeamId\\\":\\\"a00EE00000WcidcYAB\\\",\\\"team\\\":\\\"Moncloud Streaming\\\",\\\"caseNumber\\\":\\\"72928168\\\",\\\"caseRecordId\\\":\\\"500EE00001TlROcYAN\\\",\\\"servicesImpacted\\\":[],\\\"prbNumber\\\":{\\\"value\\\":\\\"PRB-0026977\\\",\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\"},\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/w8MpAZoFbrM1\\\",\\\"engagedAt\\\":\\\"2025-03-12T03:12:51.710Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-16T19:53:40.286Z\\\"},\\\"requestId\\\":\\\"6ad19094-4433-af9e-4a96-cdfeef78defa\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-16T20:03:18.120Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"requestId\":\"6ad19094-4433-af9e-4a96-cdfeef78defa\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-closed\",\"payload\":{\"createdAt\":\"2025-03-16T20:0
2025-03-16T20:03:18.277808+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] 3:18.120Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"requestId\":\"6ad19094-4433-af9e-4a96-cdfeef78defa\",\"client\":\"icc-slack-app\"}}"}
2025-03-16T20:03:18.277870+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ACTAAANzJTb"}
2025-03-16T20:03:18.277908+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"routeEventJson for icc-incident-closed and docId ACTAAANzJTb"}
2025-03-16T20:03:18.278005+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155398277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentClosed for id 72735ea8-6577-4410-9e30-0a1b681fefdb and docId ACTAAANzJTb"}
2025-03-16T20:03:18.278046+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398278,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 72735ea8-6577-4410-9e30-0a1b681fefdb-incident-info"}
2025-03-16T20:03:18.278396+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155398278,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 72735ea8-6577-4410-9e30-0a1b681fefdb-gus-casenumber - value: [object Promise]"}
2025-03-16T20:03:19.252431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155399252,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-16T20:03:21.717629+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401717,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"exportSlackMessages remove redis keys for docId ACTAAANzJTb"}
2025-03-16T20:03:21.719159+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"exportSlackMessages produceEvent for docId ACTAAANzJTb"}
2025-03-16T20:03:21.719161+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"produceEvent with link https://salesforce.quip.com/w8MpAZoFbrM1 for event 72735ea8-6577-4410-9e30-0a1b681fefdb and case 72928168"}
2025-03-16T20:03:21.719166+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.iccMetricRequestExecute] - icc-report-finished - undefined"}
2025-03-16T20:03:21.719223+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-16T20:03:21.719226+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-16T20:03:21.719337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:21.719541+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key '72735ea8-6577-4410-9e30-0a1b681fefdb' to topic 'incident': {\"createdAt\":\"2025-03-16T20:03:21.719Z\",\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/w8MpAZoFbrM1\"}}"}
2025-03-16T20:03:21.719622+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key '72735ea8-6577-4410-9e30-0a1b681fefdb' to Kafka topic 'incident'"}
2025-03-16T20:03:21.719625+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.iccMetricDurationTime] - icc-report-finished - undefined"}
2025-03-16T20:03:21.719654+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2631260007619858\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-16T20:03:21.719703+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2631260007619858\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-16T20:03:21.719767+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:21.719767+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401719,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-incident-closed correctly routed"}
2025-03-16T20:03:21.727205+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T20:03:21.727417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-reporting'"}
2025-03-16T20:03:21.727493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T20:03:21.719Z\",\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/w8MpAZoFbrM1\"}}"}
2025-03-16T20:03:21.727497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-16T20:03:21.727563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}"}
2025-03-16T20:03:21.727652+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:21.727652+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-report-finished"}
2025-03-16T20:03:21.727653+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event with type icc-report-finished is now being processed."}
2025-03-16T20:03:21.727780+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 72735ea8-6577-4410-9e30-0a1b681fefdb - value: [object Promise]"}
2025-03-16T20:03:21.728661+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Start routing Incident to CI for docId null and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,112,111,114,116,45,102,105,110,105,115,104,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[83,117,110,44,32,49,54,32,77,97,114,32,50,48,50,53,32,50,48,58,48,51,58,50,49,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,112,111,114,116,105,110,103]}}],\"key\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-16T20:03:21.719Z\\\",\\\"incident\\\":{\\\"id\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H93B072R\\\",\\\"name\\\":\\\"icc-72928168\\\"},\\\"subject\\\":\\\"Cipher Aggregator flink job stuck is continuous restarts\\\",\\\"description\\\":\\\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\\\",\\\"detectedTime\\\":\\\"2025-03-12T03:12:00.000Z\\\",\\\"severity\\\":\\\"Sev1\\\",\\\"status\\\":\\\"Closed\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\\\",\\\"impact\\\":[\\\"None\\\"],\\\"impactStartTime\\\":\\\"2025-03-12T03:12:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-12T06:00:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/ghx-ajjz-ppo\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\\\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"3rd Party/Vendor\\\",\\\"createdAt\\\":\\\"2025-03-12T03:12:34.732Z\\\",\\\"closingDetails\\\":{\\\"productTag\\\":\\\"a1aEE000000Aa0bYAC\\\",\\\"detectedByServiceOwner\\\":true,\\\"prbNumber\\\":{\\\"value\\\":\\\"PRB-0026977\\\",\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\"},\\\"proximateCause\\\":\\\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\\\",\\\"customerExperience\\\":\\\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\\\",\\\"immediateResolution\\\":\\\"Flink Cluster Cleanup + Redeployment of the job\\\",\\\"aarQuestions\\\":\\\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\\\",\\\"changes\\\":\\\"\\\",\\\"breakFix\\\":\\\"\\\",\\\"productTagName\\\":\\\"Moncloud Streaming\\\",\\\"closedBy\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2023-04-20T14:26:21.057Z\\\",\\\"modifiedAt\\\":\\\"2023-04-20T14:26:21.057Z\\\"},\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2023-04-20T14:26:21.057Z\\\",\\\"modifiedAt\\\":\\\"2023-04-20T14:26:21.057Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"createdBy\\\":\\\"icc@slack.app\\\",\\\"modifiedBy\\\":\\\"icc@slack.app\\\",\\\"createdAt\\\":\\\"2023-04-20T14:26:21.057Z\\\",\\\"modifiedAt\\\":\\\"2023-04-20T14:26:21.057Z\\\"},\\\"closingComments\\\":null,\\\"createdAt\\\":\\\"2025-03-16T20:03:18.093Z\\\",\\\"modifiedAt\\\":\\\"2025-03-16T20:03:18.093Z\\\",\\\"id\\\":\\\"2e45b94e-b184-41a9-97e5-9adcb30c6054\\\"},\\\"scrumTeamId\\\":\\\"a00EE00000WcidcYAB\\\",\\\"team\\\":\\\"Moncloud Streaming\\\",\\\"caseNumber\\\":\\\"72928168\\\",\\\"caseRecordId\\\":\\\"500EE00001TlROcYAN\\\",\\\"servicesImpacted\\\":[],\\\"prbNumber\\\":{\\\"value\\\":\\\"PRB-0026977\\\",\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\"},\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/w8MpAZoFbrM1\\\",\\\"engagedAt\\\":\\\"2025-03-12T03:12:51.710Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-16T19:53:40.286Z\\\"},\\\"eventObj\\\":{\\\"link\\\":\\\"https://salesforce.quip.com/w8MpAZoFbrM1\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-16T20:03:21.719Z\",\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequentially\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/w8MpAZoFbrM1\"}},\"encoder\":\"json\",\"eventType\":\"icc-report-finished\",\"payload\":{\"createdAt\":\"2025-03-16T20:03:21.719Z\",\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"icc-72928168\"},\"subject\":\"Cipher Aggregator flink job stuck is continuous restarts\",\"description\":\"Cipher Aggregator Job's 1 out of 3 instances (cipher-core-agg1) has been continuously restarting. To mitigate this, we may have to redeploy the job manually, via running a series (precisely 2) of Spinnaker pipelines sequential
2025-03-16T20:03:21.728661+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ly\",\"detectedTime\":\"2025-03-12T03:12:00.000Z\",\"severity\":\"Sev1\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q1IGM1AH79K1TA\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-12T03:12:00.000Z\",\"impactEndTime\":\"2025-03-12T06:00:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/ghx-ajjz-ppo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-240-705-8781, pin: 501656354; \\nFind numbers in more regions on https://tel.meet/ghx-ajjz-ppo?pin=6137695543737, pin: 6137695543737\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"3rd Party/Vendor\",\"createdAt\":\"2025-03-12T03:12:34.732Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000Aa0bYAC\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"proximateCause\":\"Cipher Noncore Aggregator went down due to a corrupted RocksDB state due to an issue in the Flink implementation of RocksDB.\",\"customerExperience\":\"Missing metrics as the raw metrics are extracted but not aggregated and they are dropped.\",\"immediateResolution\":\"Flink Cluster Cleanup + Redeployment of the job\",\"aarQuestions\":\"Existing issue in the Flink implementation of RocksDB, documented in FLINK-23886 JIRA issue\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"Moncloud Streaming\",\"closedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"createdBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"modifiedBy\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"email\":\"mayur.dhingra@salesforce.com\",\"active\":true,\"name\":\"Mayur Dhingra\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"createdBy\":\"icc@slack.app\",\"modifiedBy\":\"icc@slack.app\",\"createdAt\":\"2023-04-20T14:26:21.057Z\",\"modifiedAt\":\"2023-04-20T14:26:21.057Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-16T20:03:18.093Z\",\"modifiedAt\":\"2025-03-16T20:03:18.093Z\",\"id\":\"2e45b94e-b184-41a9-97e5-9adcb30c6054\"},\"scrumTeamId\":\"a00EE00000WcidcYAB\",\"team\":\"Moncloud Streaming\",\"caseNumber\":\"72928168\",\"caseRecordId\":\"500EE00001TlROcYAN\",\"servicesImpacted\":[],\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\"},\"quipDocLink\":\"https://salesforce.quip.com/w8MpAZoFbrM1\",\"engagedAt\":\"2025-03-12T03:12:51.710Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-16T19:53:40.286Z\"},\"eventObj\":{\"link\":\"https://salesforce.quip.com/w8MpAZoFbrM1\"}}}"}
2025-03-16T20:03:21.728663+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155401728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"handleQueueEditEvents docId not found for 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T20:03:21.728663+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":40,"time":1742155401728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event icc-report-finished does not have the necessary information to create a document"}
2025-03-16T20:03:21.728663+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155401728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-report-finished correctly routed"}
2025-03-16T20:03:24.727535+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T20:03:24.727653+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-reporting'"}
2025-03-16T20:03:24.727657+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T20:03:24.534Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"prbNumber\":{\"value\":\"PRB-0026977\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"sfid\":\"a4QEE00000064H32AI\",\"valid\":true,\"gusIdentifier\":\"PRB-0026977\",\"createdByIcc\":false}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-16T20:03:24.534Z\",\"recordId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"\"}}"}
2025-03-16T20:03:24.727672+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-16T20:03:24.727737+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}"}
2025-03-16T20:03:24.727847+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:24.727849+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-prb-number-updated"}
2025-03-16T20:03:24.727878+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event type icc-prb-number-updated is not consumed by icc-reporting."}
2025-03-16T20:03:24.727905+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404727,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-prb-number-updated correctly routed"}
2025-03-16T20:03:24.728098+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received kafka message with key: 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T20:03:24.728122+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-16T20:03:24.728184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-16T20:03:24.534Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TlROcYAN\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-16T20:03:24.534Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"},\"changes\":{}}"}
2025-03-16T20:03:24.728185+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-16T20:03:24.728215+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-16T20:03:24.728287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:03:24.728287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Received JSON event: 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-gus-response"}
2025-03-16T20:03:24.728288+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-16T20:03:24.728436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 72735ea8-6577-4410-9e30-0a1b681fefdb - value: [object Promise]"}
2025-03-16T20:03:24.728776+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Start routing Incident to CI for docId null and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[83,117,110,44,32,49,54,32,77,97,114,32,50,48,50,53,32,50,48,58,48,51,58,50,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-16T20:03:24.534Z\\\",\\\"user\\\":{\\\"id\\\":\\\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\\\",\\\"gusUserId\\\":\\\"005B0000007U10zIAC\\\",\\\"slackUserId\\\":\\\"U01R7V56AKZ\\\",\\\"name\\\":\\\"Mayur Dhingra\\\",\\\"email\\\":\\\"mayur.dhingra@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08H93B072R\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TlROcYAN\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_closed\\\",\\\"timestamp\\\":\\\"2025-03-16T20:03:24.534Z\\\",\\\"recordId\\\":\\\"500EE00001TlROcYAN\\\",\\\"incidentId\\\":\\\"72735ea8-6577-4410-9e30-0a1b681fefdb\\\",\\\"caseNumber\\\":\\\"72928168\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-16T20:03:24.534Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TlROcYAN\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-16T20:03:24.534Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-16T20:03:24.534Z\",\"user\":{\"id\":\"18daa92e-c3c7-4122-a5b6-9347a032bb0c\",\"gusUserId\":\"005B0000007U10zIAC\",\"slackUserId\":\"U01R7V56AKZ\",\"name\":\"Mayur Dhingra\",\"email\":\"mayur.dhingra@salesforce.com\"},\"incident\":{\"id\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"slackChannel\":{\"id\":\"C08H93B072R\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TlROcYAN\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-16T20:03:24.534Z\",\"recordId\":\"500EE00001TlROcYAN\",\"incidentId\":\"72735ea8-6577-4410-9e30-0a1b681fefdb\",\"caseNumber\":\"72928168\"},\"changes\":{}}}"}
2025-03-16T20:03:24.728777+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"handleQueueEditEvents docId not found for 72735ea8-6577-4410-9e30-0a1b681fefdb"}
2025-03-16T20:03:24.728777+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":40,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event icc-gus-response does not have the necessary information to create a document"}
2025-03-16T20:03:24.728781+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155404728,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-reporting","msg":"Event 72735ea8-6577-4410-9e30-0a1b681fefdb - icc-gus-response correctly routed"}
2025-03-16T20:04:51.341408+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155491341,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2875535360,\"uptime\":1975386.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23773370,\"nice\":16920,\"sys\":3392230,\"idle\":1940897460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23510320,\"nice\":16360,\"sys\":3407930,\"idle\":1941102880,\"irq\":0}}],\"eventLoopStats\":{\"min\":46,\"max\":30028,\"num\":3,\"sum\":60027}}}"}
2025-03-16T20:04:51.341462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155491341,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:06:51.377472+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155611377,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874372096,\"uptime\":1975506.76,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23774460,\"nice\":16920,\"sys\":3392390,\"idle\":1941015830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23511070,\"nice\":16360,\"sys\":3408100,\"idle\":1941221540,\"irq\":0}}],\"eventLoopStats\":{\"min\":46,\"max\":30013,\"num\":3,\"sum\":60025}}}"}
2025-03-16T20:06:51.377528+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155611377,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:08:51.421440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742155731421,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2875236352,\"uptime\":1975626.81,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23775310,\"nice\":16920,\"sys\":3392570,\"idle\":1941134420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23511990,\"nice\":16360,\"sys\":3408290,\"idle\":1941340060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30025,\"num\":13,\"sum\":60021}}}"}
2025-03-16T20:08:51.421497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742155731421,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:15:51.585432+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742156151585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2877177856,\"uptime\":1976046.97,\"totalMem\":4018151424,\"loadavg\":[0.15,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23779170,\"nice\":16920,\"sys\":3393060,\"idle\":1941548700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23515170,\"nice\":16360,\"sys\":3408980,\"idle\":1941754750,\"irq\":0}}],\"eventLoopStats\":{\"min\":46,\"max\":30003,\"num\":3,\"sum\":60030}}}"}
2025-03-16T20:15:51.585491+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742156151585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:16:51.617414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742156211617,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2876489728,\"uptime\":1976107,\"totalMem\":4018151424,\"loadavg\":[0.11,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23779810,\"nice\":16920,\"sys\":3393170,\"idle\":1941607960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23515500,\"nice\":16360,\"sys\":3409050,\"idle\":1941814070,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30014,\"num\":3,\"sum\":60027}}}"}
2025-03-16T20:16:51.617466+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742156211617,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:17:51.617400+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742156271617,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2876383232,\"uptime\":1976167,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23780610,\"nice\":16920,\"sys\":3393240,\"idle\":1941667170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23515930,\"nice\":16360,\"sys\":3409120,\"idle\":1941873330,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30021,\"num\":3,\"sum\":59999}}}"}
2025-03-16T20:17:51.617566+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742156271617,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:19:51.629377+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742156391629,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2876391424,\"uptime\":1976287.01,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23781210,\"nice\":16920,\"sys\":3393370,\"idle\":1941785830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23516800,\"nice\":16360,\"sys\":3409240,\"idle\":1941991730,\"irq\":0}}],\"eventLoopStats\":{\"min\":68,\"max\":30030,\"num\":3,\"sum\":60008}}}"}
2025-03-16T20:19:51.629509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742156391629,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:31:51.841417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742157111841,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873487360,\"uptime\":1977007.22,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23786760,\"nice\":16920,\"sys\":3394340,\"idle\":1942496900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23522370,\"nice\":16360,\"sys\":3410240,\"idle\":1942702760,\"irq\":0}}],\"eventLoopStats\":{\"min\":80,\"max\":30005,\"num\":3,\"sum\":60016}}}"}
2025-03-16T20:31:51.841476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157111841,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:32:51.869412+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742157171869,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873491456,\"uptime\":1977067.25,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23787290,\"nice\":16920,\"sys\":3394410,\"idle\":1942556140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23522850,\"nice\":16360,\"sys\":3410290,\"idle\":1942762080,\"irq\":0}}],\"eventLoopStats\":{\"min\":68,\"max\":30023,\"num\":3,\"sum\":60026}}}"}
2025-03-16T20:32:51.869514+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157171869,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:38:51.981431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742157531981,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873131008,\"uptime\":1977427.36,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23790270,\"nice\":16920,\"sys\":3394910,\"idle\":1942911570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23525100,\"nice\":16360,\"sys\":3410760,\"idle\":1943117810,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30001,\"num\":13,\"sum\":60016}}}"}
2025-03-16T20:38:51.981471+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157531981,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:40:52.033404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742157652033,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873139200,\"uptime\":1977547.42,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23791370,\"nice\":16920,\"sys\":3395080,\"idle\":1943030090,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23525920,\"nice\":16360,\"sys\":3410960,\"idle\":1943236340,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":3,\"sum\":60023}}}"}
2025-03-16T20:40:52.033446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157652033,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:43:32.599890+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157812599,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T20:43:32.600719+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157812600,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T20:45:52.141430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742157952141,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871574528,\"uptime\":1977847.52,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23794140,\"nice\":16920,\"sys\":3395560,\"idle\":1943325980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23528470,\"nice\":16360,\"sys\":3411400,\"idle\":1943532390,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30015,\"num\":3,\"sum\":60024}}}"}
2025-03-16T20:45:52.141511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742157952141,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:46:52.145383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742158012145,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871345152,\"uptime\":1977907.53,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23794560,\"nice\":16920,\"sys\":3395630,\"idle\":1943385240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23528840,\"nice\":16360,\"sys\":3411460,\"idle\":1943591690,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30019,\"num\":3,\"sum\":60004}}}"}
2025-03-16T20:46:52.145499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742158012145,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:50:52.253457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742158252253,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871132160,\"uptime\":1978147.64,\"totalMem\":4018151424,\"loadavg\":[0.1,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23796810,\"nice\":16920,\"sys\":3395980,\"idle\":1943622270,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23530110,\"nice\":16360,\"sys\":3411780,\"idle\":1943828860,\"irq\":0}}],\"eventLoopStats\":{\"min\":45,\"max\":30020,\"num\":3,\"sum\":60028}}}"}
2025-03-16T20:50:52.253512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742158252253,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T20:54:52.313451+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742158492313,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871148544,\"uptime\":1978387.7,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23798400,\"nice\":16920,\"sys\":3396340,\"idle\":1943859370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23532460,\"nice\":16360,\"sys\":3412140,\"idle\":1944065890,\"irq\":0}}],\"eventLoopStats\":{\"min\":29,\"max\":30001,\"num\":3,\"sum\":60014}}}"}
2025-03-16T20:54:52.313494+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742158492313,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:13:38.589911+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742159618589,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T21:13:38.590876+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742159618590,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T21:19:52.777417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742159992777,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2868310016,\"uptime\":1979888.16,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23810050,\"nice\":16920,\"sys\":3398380,\"idle\":1945340680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23544590,\"nice\":16360,\"sys\":3414260,\"idle\":1945547220,\"irq\":0}}],\"eventLoopStats\":{\"min\":41,\"max\":30030,\"num\":3,\"sum\":60028}}}"}
2025-03-16T21:19:52.777464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742159992777,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:20:52.805425+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742160052805,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2868310016,\"uptime\":1979948.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23810450,\"nice\":16920,\"sys\":3398470,\"idle\":1945399930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23545150,\"nice\":16360,\"sys\":3414340,\"idle\":1945606450,\"irq\":0}}],\"eventLoopStats\":{\"min\":42,\"max\":30000,\"num\":3,\"sum\":60030}}}"}
2025-03-16T21:20:52.805479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742160052805,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:30:52.981363+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742160652981,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867617792,\"uptime\":1980548.37,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23814790,\"nice\":16920,\"sys\":3399240,\"idle\":1945992520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23549740,\"nice\":16360,\"sys\":3415220,\"idle\":1946199120,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30028,\"num\":3,\"sum\":60002}}}"}
2025-03-16T21:30:52.981571+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742160652981,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:38:43.239218+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161123239,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T21:38:43.239910+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161123239,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T21:39:53.173589+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742161193173,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867396608,\"uptime\":1981088.56,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23819610,\"nice\":16920,\"sys\":3399980,\"idle\":1946525820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23553420,\"nice\":16360,\"sys\":3416020,\"idle\":1946732450,\"irq\":0}}],\"eventLoopStats\":{\"min\":40,\"max\":30028,\"num\":3,\"sum\":60027}}}"}
2025-03-16T21:39:53.173594+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161193173,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:40:53.201383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742161253201,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867142656,\"uptime\":1981148.58,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23820110,\"nice\":16920,\"sys\":3400090,\"idle\":1946585040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23553930,\"nice\":16360,\"sys\":3416120,\"idle\":1946791700,\"irq\":0}}],\"eventLoopStats\":{\"min\":40,\"max\":30027,\"num\":3,\"sum\":60027}}}"}
2025-03-16T21:40:53.201475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161253201,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:41:53.229393+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742161313229,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861760512,\"uptime\":1981208.61,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23820920,\"nice\":16920,\"sys\":3400230,\"idle\":1946643870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23554540,\"nice\":16360,\"sys\":3416260,\"idle\":1946850660,\"irq\":0}}],\"eventLoopStats\":{\"min\":40,\"max\":30002,\"num\":3,\"sum\":60026}}}"}
2025-03-16T21:41:53.229448+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161313229,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:47:53.361406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742161673361,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2864758784,\"uptime\":1981568.75,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23823750,\"nice\":16920,\"sys\":3400700,\"idle\":1946999510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23557330,\"nice\":16360,\"sys\":3416690,\"idle\":1947206260,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30008,\"num\":3,\"sum\":60029}}}"}
2025-03-16T21:47:53.361503+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161673361,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:50:53.429440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742161853429,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863853568,\"uptime\":1981748.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23825160,\"nice\":16920,\"sys\":3400930,\"idle\":1947177240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23558670,\"nice\":16360,\"sys\":3416950,\"idle\":1947384160,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30026,\"num\":3,\"sum\":60029}}}"}
2025-03-16T21:50:53.429481+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161853429,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:52:53.489490+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742161973489,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863616000,\"uptime\":1981868.87,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23825980,\"nice\":16920,\"sys\":3401090,\"idle\":1947295770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23559500,\"nice\":16360,\"sys\":3417130,\"idle\":1947502730,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30029,\"num\":3,\"sum\":60027}}}"}
2025-03-16T21:52:53.489534+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742161973489,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:55:53.549390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162153549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867412992,\"uptime\":1982048.93,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23828130,\"nice\":16920,\"sys\":3401370,\"idle\":1947473410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23560890,\"nice\":16360,\"sys\":3417360,\"idle\":1947680600,\"irq\":0}}],\"eventLoopStats\":{\"min\":34,\"max\":30028,\"num\":3,\"sum\":60027}}}"}
2025-03-16T21:55:53.549470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162153549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:56:53.553399+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162213553,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867400704,\"uptime\":1982108.94,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23828510,\"nice\":16920,\"sys\":3401450,\"idle\":1947532630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23561460,\"nice\":16360,\"sys\":3417440,\"idle\":1947739900,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30028,\"num\":3,\"sum\":60005}}}"}
2025-03-16T21:56:53.553586+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162213553,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:57:53.577486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162273577,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867412992,\"uptime\":1982168.96,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23828750,\"nice\":16920,\"sys\":3401520,\"idle\":1947591900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23562010,\"nice\":16360,\"sys\":3417490,\"idle\":1947799230,\"irq\":0}}],\"eventLoopStats\":{\"min\":58,\"max\":30023,\"num\":3,\"sum\":60023}}}"}
2025-03-16T21:57:53.577532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162273577,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:58:53.585389+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162333585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867412992,\"uptime\":1982228.97,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23829160,\"nice\":16920,\"sys\":3401620,\"idle\":1947651210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23562570,\"nice\":16360,\"sys\":3417540,\"idle\":1947858470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":14,\"sum\":60003}}}"}
2025-03-16T21:58:53.585492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162333585,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T21:59:53.589416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162393589,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867449856,\"uptime\":1982288.97,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23829620,\"nice\":16920,\"sys\":3401690,\"idle\":1947710500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23563300,\"nice\":16360,\"sys\":3417590,\"idle\":1947917720,\"irq\":0}}],\"eventLoopStats\":{\"min\":81,\"max\":30029,\"num\":3,\"sum\":60003}}}"}
2025-03-16T21:59:53.589470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162393589,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:04:53.649417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162693649,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867171328,\"uptime\":1982589.03,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23831350,\"nice\":16920,\"sys\":3402070,\"idle\":1948006650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23565030,\"nice\":16360,\"sys\":3417950,\"idle\":1948214230,\"irq\":0}}],\"eventLoopStats\":{\"min\":161,\"max\":30017,\"num\":3,\"sum\":60015}}}"}
2025-03-16T22:04:53.649515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162693649,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:07:53.721390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162873721,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867990528,\"uptime\":1982769.1,\"totalMem\":4018151424,\"loadavg\":[0.11,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23832880,\"nice\":16920,\"sys\":3402360,\"idle\":1948184590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23566430,\"nice\":16360,\"sys\":3418200,\"idle\":1948391910,\"irq\":0}}],\"eventLoopStats\":{\"min\":165,\"max\":30009,\"num\":3,\"sum\":60027}}}"}
2025-03-16T22:07:53.721485+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162873721,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:08:53.725433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742162933725,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867990528,\"uptime\":1982829.11,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23833360,\"nice\":16920,\"sys\":3402460,\"idle\":1948243870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23567070,\"nice\":16360,\"sys\":3418280,\"idle\":1948451160,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30024,\"num\":13,\"sum\":60001}}}"}
2025-03-16T22:08:53.725521+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742162933725,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:13:53.801476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742163233801,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874716160,\"uptime\":1983129.18,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23836040,\"nice\":16920,\"sys\":3402980,\"idle\":1948539500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23569550,\"nice\":16360,\"sys\":3418800,\"idle\":1948746460,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30000,\"num\":13,\"sum\":60000}}}"}
2025-03-16T22:13:53.801565+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742163233801,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:22:53.941436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742163773941,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873253888,\"uptime\":1983669.33,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23839960,\"nice\":16920,\"sys\":3403690,\"idle\":1949073010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23573730,\"nice\":16360,\"sys\":3419500,\"idle\":1949279650,\"irq\":0}}],\"eventLoopStats\":{\"min\":186,\"max\":30008,\"num\":3,\"sum\":60006}}}"}
2025-03-16T22:22:53.941536+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742163773941,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:30:54.085402+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742164254085,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873303040,\"uptime\":1984149.47,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23843240,\"nice\":16920,\"sys\":3404310,\"idle\":1949546900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23577450,\"nice\":16360,\"sys\":3420160,\"idle\":1949753970,\"irq\":0}}],\"eventLoopStats\":{\"min\":236,\"max\":30009,\"num\":3,\"sum\":60012}}}"}
2025-03-16T22:30:54.085470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742164254085,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:33:54.137420+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742164434137,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874064896,\"uptime\":1984329.52,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23844440,\"nice\":16920,\"sys\":3404560,\"idle\":1949724730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23579130,\"nice\":16360,\"sys\":3420390,\"idle\":1949931760,\"irq\":0}}],\"eventLoopStats\":{\"min\":257,\"max\":30006,\"num\":3,\"sum\":60016}}}"}
2025-03-16T22:33:54.137479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742164434137,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:35:54.149437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742164554149,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879066112,\"uptime\":1984449.53,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23845270,\"nice\":16920,\"sys\":3404710,\"idle\":1949843110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23579760,\"nice\":16360,\"sys\":3420560,\"idle\":1950050330,\"irq\":0}}],\"eventLoopStats\":{\"min\":251,\"max\":30020,\"num\":3,\"sum\":59998}}}"}
2025-03-16T22:35:54.149475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742164554149,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:39:54.221408+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742164794221,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880430080,\"uptime\":1984689.61,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23846970,\"nice\":16920,\"sys\":3405020,\"idle\":1950080200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23581890,\"nice\":16360,\"sys\":3420890,\"idle\":1950287450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29700,\"num\":13,\"sum\":60006}}}"}
2025-03-16T22:39:54.221474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742164794221,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:41:54.281435+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742164914281,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881486848,\"uptime\":1984809.66,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23847880,\"nice\":16920,\"sys\":3405180,\"idle\":1950198730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23583080,\"nice\":16360,\"sys\":3421080,\"idle\":1950405980,\"irq\":0}}],\"eventLoopStats\":{\"min\":296,\"max\":30027,\"num\":3,\"sum\":60028}}}"}
2025-03-16T22:41:54.281478+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742164914281,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:46:54.401393+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742165214401,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874023936,\"uptime\":1985109.78,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23850630,\"nice\":16920,\"sys\":3405670,\"idle\":1950494680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23585020,\"nice\":16360,\"sys\":3421550,\"idle\":1950701900,\"irq\":0}}],\"eventLoopStats\":{\"min\":268,\"max\":30027,\"num\":3,\"sum\":60010}}}"}
2025-03-16T22:46:54.401520+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165214401,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:51:54.501437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742165514501,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874425344,\"uptime\":1985409.88,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23853100,\"nice\":16920,\"sys\":3406040,\"idle\":1950791040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23587300,\"nice\":16360,\"sys\":3421970,\"idle\":1950998170,\"irq\":0}}],\"eventLoopStats\":{\"min\":256,\"max\":30030,\"num\":3,\"sum\":60015}}}"}
2025-03-16T22:51:54.501501+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165514501,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:52:54.521409+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742165574521,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874728448,\"uptime\":1985469.9,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23853580,\"nice\":16920,\"sys\":3406110,\"idle\":1950850320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23587850,\"nice\":16360,\"sys\":3422050,\"idle\":1951057440,\"irq\":0}}],\"eventLoopStats\":{\"min\":270,\"max\":30003,\"num\":3,\"sum\":60019}}}"}
2025-03-16T22:52:54.521463+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165574521,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:53:54.549445+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742165634549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2875727872,\"uptime\":1985529.93,\"totalMem\":4018151424,\"loadavg\":[0.21,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23854320,\"nice\":16920,\"sys\":3406190,\"idle\":1950909500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23588240,\"nice\":16360,\"sys\":3422140,\"idle\":1951116790,\"irq\":0}}],\"eventLoopStats\":{\"min\":254,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-16T22:53:54.549492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165634549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T22:53:58.317300+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165638317,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T22:53:58.318000+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165638317,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T22:55:54.593561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742165754593,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880069632,\"uptime\":1985649.98,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23855540,\"nice\":16920,\"sys\":3406340,\"idle\":1951027990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23589070,\"nice\":16360,\"sys\":3422320,\"idle\":1951235320,\"irq\":0}}],\"eventLoopStats\":{\"min\":252,\"max\":30004,\"num\":3,\"sum\":60016}}}"}
2025-03-16T22:55:54.593568+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742165754593,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:03:54.806443+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742166234805,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2878259200,\"uptime\":1986130.19,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23859620,\"nice\":16920,\"sys\":3406990,\"idle\":1951502240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23592610,\"nice\":16360,\"sys\":3422980,\"idle\":1951709570,\"irq\":0}}],\"eventLoopStats\":{\"min\":184,\"max\":30005,\"num\":3,\"sum\":60025}}}"}
2025-03-16T23:03:54.806446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742166234805,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:09:01.441040+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742166541440,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T23:09:01.441782+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742166541441,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T23:09:54.921413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742166594921,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882510848,\"uptime\":1986490.31,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23862020,\"nice\":16920,\"sys\":3407420,\"idle\":1951857650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23595240,\"nice\":16360,\"sys\":3423500,\"idle\":1952065370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29863,\"num\":13,\"sum\":60021}}}"}
2025-03-16T23:09:54.921486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742166594921,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:18:55.133430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742167135133,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880335872,\"uptime\":1987030.52,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23867240,\"nice\":16920,\"sys\":3408210,\"idle\":1952390530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23600590,\"nice\":16360,\"sys\":3424340,\"idle\":1952598320,\"irq\":0}}],\"eventLoopStats\":{\"min\":118,\"max\":30026,\"num\":3,\"sum\":60027}}}"}
2025-03-16T23:18:55.133483+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167135133,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:24:04.273385+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167444273,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T23:24:04.274184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167444274,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T23:24:55.277421+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742167495277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880110592,\"uptime\":1987390.66,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23870000,\"nice\":16920,\"sys\":3408720,\"idle\":1952746210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23603860,\"nice\":16360,\"sys\":3424820,\"idle\":1952953790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29898,\"num\":14,\"sum\":60015}}}"}
2025-03-16T23:24:55.277474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167495277,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:27:55.341428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742167675341,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880192512,\"uptime\":1987570.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23871230,\"nice\":16920,\"sys\":3408920,\"idle\":1952923910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23605110,\"nice\":16360,\"sys\":3425050,\"idle\":1953131650,\"irq\":0}}],\"eventLoopStats\":{\"min\":76,\"max\":30027,\"num\":3,\"sum\":60004}}}"}
2025-03-16T23:27:55.341483+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167675341,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:29:05.546247+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167745546,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T23:29:05.547144+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167745547,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T23:29:55.401396+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742167795401,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879967232,\"uptime\":1987690.78,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23872540,\"nice\":16920,\"sys\":3409070,\"idle\":1953042420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23606120,\"nice\":16360,\"sys\":3425230,\"idle\":1953250240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29938,\"num\":13,\"sum\":60026}}}"}
2025-03-16T23:29:55.401487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742167795401,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:34:55.549392+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742168095549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880049152,\"uptime\":1987990.93,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23874780,\"nice\":16920,\"sys\":3409520,\"idle\":1953338910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23608490,\"nice\":16360,\"sys\":3425670,\"idle\":1953546480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29978,\"num\":13,\"sum\":60026}}}"}
2025-03-16T23:34:55.549523+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168095549,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:41:55.701417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742168515701,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865606656,\"uptime\":1988411.08,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23878540,\"nice\":16920,\"sys\":3410200,\"idle\":1953752960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23611850,\"nice\":16360,\"sys\":3426430,\"idle\":1953961140,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30016,\"num\":3,\"sum\":60018}}}"}
2025-03-16T23:41:55.701473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168515701,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:44:08.207521+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168648207,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T23:44:08.208310+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168648208,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Redis client ready"}
2025-03-16T23:46:55.813379+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742168815813,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2866880512,\"uptime\":1988711.2,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23880880,\"nice\":16920,\"sys\":3410670,\"idle\":1954048870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23614350,\"nice\":16360,\"sys\":3426810,\"idle\":1954257150,\"irq\":0}}],\"eventLoopStats\":{\"min\":29991,\"max\":30039,\"num\":2,\"sum\":60030}}}"}
2025-03-16T23:46:55.813474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168815813,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:47:55.821402+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742168875821,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2867798016,\"uptime\":1988771.2,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23881200,\"nice\":16920,\"sys\":3410770,\"idle\":1954108100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23614850,\"nice\":16360,\"sys\":3426920,\"idle\":1954316430,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30030,\"num\":3,\"sum\":60007}}}"}
2025-03-16T23:47:55.821526+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168875821,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:49:55.865411+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742168995865,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869846016,\"uptime\":1988891.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23881970,\"nice\":16920,\"sys\":3410940,\"idle\":1954226690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23615690,\"nice\":16360,\"sys\":3427110,\"idle\":1954434950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29981,\"num\":14,\"sum\":60024}}}"}
2025-03-16T23:49:55.865542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742168995865,"pid":30,"hostname":"dyno-8535ada3-61dd-49ae-9b6b-a940848b036c","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:52:58.651297+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178650,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Metrics Kafka Producer enabled for LOGS metrics"}
2025-03-16T23:52:58.652053+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178651,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Initializing Kafka Connection with the following configurations:"}
2025-03-16T23:52:58.652074+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178652,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Broker URLs: ec2-52-13-163-132.us-west-2.compute.amazonaws.com:9096,ec2-52-32-24-181.us-west-2.compute.amazonaws.com:9096,ec2-44-235-202-101.us-west-2.compute.amazonaws.com:9096"}
2025-03-16T23:52:58.652087+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178652,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Using SSL Endpoints for Kafka"}
2025-03-16T23:52:58.652539+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178652,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Successfully wrote Kafka SSL Certificates to files"}
2025-03-16T23:52:58.652713+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178652,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Using SSL Configuration for Kafka Connection"}
2025-03-16T23:52:58.653417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178653,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is initializing..."}
2025-03-16T23:52:58.653441+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178653,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Broker URLs: ec2-52-13-163-132.us-west-2.compute.amazonaws.com:9096,ec2-52-32-24-181.us-west-2.compute.amazonaws.com:9096,ec2-44-235-202-101.us-west-2.compute.amazonaws.com:9096"}
2025-03-16T23:52:58.655335+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Initializing Kafka Connection with the following configurations:"}
2025-03-16T23:52:58.655336+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Broker URLs: ec2-52-13-163-132.us-west-2.compute.amazonaws.com:9096,ec2-52-32-24-181.us-west-2.compute.amazonaws.com:9096,ec2-44-235-202-101.us-west-2.compute.amazonaws.com:9096"}
2025-03-16T23:52:58.655356+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Using SSL Endpoints for Kafka"}
2025-03-16T23:52:58.655594+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Successfully wrote Kafka SSL Certificates to files"}
2025-03-16T23:52:58.655620+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Using SSL Configuration for Kafka Connection"}
2025-03-16T23:52:58.655812+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Metrics Kafka Producer enabled for LOGS metrics connected false"}
2025-03-16T23:52:58.655858+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178655,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Metrics Kafka Producer enabled for LOGS metrics at metrics"}
2025-03-16T23:52:58.854782+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178854,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Metrics Kafka Producer enabled for Heartbeat"}
2025-03-16T23:52:58.855042+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178854,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is initializing..."}
2025-03-16T23:52:58.855043+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178854,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Broker URLs: ec2-52-13-163-132.us-west-2.compute.amazonaws.com:9096,ec2-52-32-24-181.us-west-2.compute.amazonaws.com:9096,ec2-44-235-202-101.us-west-2.compute.amazonaws.com:9096"}
2025-03-16T23:52:58.855140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178855,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Metrics Kafka Producer enabled for Heartbeat connected false"}
2025-03-16T23:52:58.855143+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178855,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Metrics Kafka Producer enabled for Heartbeat at metrics"}
2025-03-16T23:52:58.900678+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.initKafkaProducer] Kafka Producer enabled for metrics Annotations"}
2025-03-16T23:52:58.900853+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is initializing..."}
2025-03-16T23:52:58.900854+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Broker URLs: ec2-52-13-163-132.us-west-2.compute.amazonaws.com:9096,ec2-52-32-24-181.us-west-2.compute.amazonaws.com:9096,ec2-44-235-202-101.us-west-2.compute.amazonaws.com:9096"}
2025-03-16T23:52:58.900930+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.initKafkaProducer] Kafka Producer enabled for metrics Annotations"}
2025-03-16T23:52:58.900953+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.initKafkaProducer] Kafka Producer enabled for metrics Annotations connected false"}
2025-03-16T23:52:58.901016+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.initKafkaProducer] Kafka Producer enabled for metrics Annotations at metrics"}
2025-03-16T23:52:58.901016+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Initiating heartbeat for icc-reporting every 60 seconds"}
2025-03-16T23:52:58.901019+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178900,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Initiating Log Metric Latency heartbeat for icc-reporting disabled"}
2025-03-16T23:52:58.901034+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169178901,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Initiating Kafka Metric Latency heartbeat for icc-reporting enabled"}
2025-03-16T23:54:58.961507+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169298961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2947731456,\"uptime\":1989194.34,\"totalMem\":4018151424,\"loadavg\":[0.65,0.24,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23908600,\"nice\":16920,\"sys\":3415420,\"idle\":1954494980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23646500,\"nice\":16360,\"sys\":3431720,\"idle\":1954698770,\"irq\":0}}],\"eventLoopStats\":{\"min\":64,\"max\":30002,\"num\":3,\"sum\":60010}}}"}
2025-03-16T23:54:58.961566+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169298961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:57:59.045493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169479045,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2907267072,\"uptime\":1989374.43,\"totalMem\":4018151424,\"loadavg\":[0.46,0.31,0.13],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23951090,\"nice\":16920,\"sys\":3417820,\"idle\":1954629570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23670640,\"nice\":16360,\"sys\":3433260,\"idle\":1954852110,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60026}}}"}
2025-03-16T23:57:59.045597+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169479045,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-16T23:57:59.569587+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169479569,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-16T23:57:59.570398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169479570,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T00:01:59.141470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742169719141,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2907811840,\"uptime\":1989614.52,\"totalMem\":4018151424,\"loadavg\":[0.01,0.15,0.1],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23953580,\"nice\":16950,\"sys\":3418090,\"idle\":1954866350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23672660,\"nice\":16410,\"sys\":3433660,\"idle\":1955089000,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-17T00:01:59.141561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169719141,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:03:00.534589+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169780534,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T00:03:00.535506+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742169780535,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T00:09:59.281472+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742170199281,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2909253632,\"uptime\":1990094.67,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23957200,\"nice\":16950,\"sys\":3418800,\"idle\":1955340360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23676010,\"nice\":16410,\"sys\":3434360,\"idle\":1955563240,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30005,\"num\":3,\"sum\":60005}}}"}
2025-03-17T00:09:59.281554+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170199281,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:10:59.313567+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742170259313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2915606528,\"uptime\":1990154.7,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23957800,\"nice\":16950,\"sys\":3418910,\"idle\":1955399540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23676450,\"nice\":16410,\"sys\":3434430,\"idle\":1955622500,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30016,\"num\":3,\"sum\":60028}}}"}
2025-03-17T00:10:59.313616+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170259313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:11:59.333428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742170319333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2915168256,\"uptime\":1990214.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23958540,\"nice\":16950,\"sys\":3418980,\"idle\":1955458740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23676740,\"nice\":16410,\"sys\":3434510,\"idle\":1955681850,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30030,\"num\":3,\"sum\":60019}}}"}
2025-03-17T00:11:59.333509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170319333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:12:59.361413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742170379361,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2915201024,\"uptime\":1990274.75,\"totalMem\":4018151424,\"loadavg\":[0,0,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23959020,\"nice\":16950,\"sys\":3419060,\"idle\":1955517990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23677070,\"nice\":16410,\"sys\":3434580,\"idle\":1955741180,\"irq\":0}}],\"eventLoopStats\":{\"min\":30,\"max\":30029,\"num\":3,\"sum\":60029}}}"}
2025-03-17T00:12:59.361519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170379361,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:13:02.416720+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170382416,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T00:13:02.417580+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170382417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T00:19:59.525434+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742170799525,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2911035392,\"uptime\":1990694.91,\"totalMem\":4018151424,\"loadavg\":[0.3,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23962660,\"nice\":16950,\"sys\":3419650,\"idle\":1955932320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23680510,\"nice\":16410,\"sys\":3435250,\"idle\":1956155690,\"irq\":0}}],\"eventLoopStats\":{\"min\":3,\"max\":30008,\"num\":4,\"sum\":60022}}}"}
2025-03-17T00:19:59.525511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742170799525,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:23:59.605749+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171039605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884497408,\"uptime\":1990934.99,\"totalMem\":4018151424,\"loadavg\":[1.56,0.41,0.14],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23977410,\"nice\":16950,\"sys\":3428790,\"idle\":1956148230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23696030,\"nice\":16410,\"sys\":3444110,\"idle\":1956371390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29984,\"num\":13,\"sum\":60024}}}"}
2025-03-17T00:23:59.605758+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171039605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:25:59.661437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171159661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832584704,\"uptime\":1991055.05,\"totalMem\":4018151424,\"loadavg\":[0.7,0.66,0.28],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23998810,\"nice\":16950,\"sys\":3440010,\"idle\":1956235190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23717220,\"nice\":16410,\"sys\":3455870,\"idle\":1956458170,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30029,\"num\":3,\"sum\":60030}}}"}
2025-03-17T00:25:59.661511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171159661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:26:59.669474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171219669,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849460224,\"uptime\":1991115.05,\"totalMem\":4018151424,\"loadavg\":[0.25,0.54,0.26],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23999290,\"nice\":16950,\"sys\":3440100,\"idle\":1956294400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23717570,\"nice\":16410,\"sys\":3455950,\"idle\":1956517460,\"irq\":0}}],\"eventLoopStats\":{\"min\":18,\"max\":30026,\"num\":3,\"sum\":60004}}}"}
2025-03-17T00:26:59.669539+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171219669,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:27:59.697495+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171279697,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849263616,\"uptime\":1991175.08,\"totalMem\":4018151424,\"loadavg\":[0.09,0.44,0.24],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23999770,\"nice\":16950,\"sys\":3440170,\"idle\":1956353650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23717860,\"nice\":16410,\"sys\":3456040,\"idle\":1956576790,\"irq\":0}}],\"eventLoopStats\":{\"min\":40,\"max\":30027,\"num\":3,\"sum\":60026}}}"}
2025-03-17T00:27:59.697558+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171279697,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:28:05.271752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171285271,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T00:28:05.272741+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171285272,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T00:33:59.821495+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171639821,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896052224,\"uptime\":1991535.21,\"totalMem\":4018151424,\"loadavg\":[0.11,0.16,0.17],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24002790,\"nice\":16950,\"sys\":3440660,\"idle\":1956709350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23720930,\"nice\":16410,\"sys\":3456580,\"idle\":1956932260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29940,\"num\":13,\"sum\":59998}}}"}
2025-03-17T00:33:59.821542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171639821,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:37:59.881431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171879881,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896429056,\"uptime\":1991775.27,\"totalMem\":4018151424,\"loadavg\":[0,0.08,0.13],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24004800,\"nice\":16950,\"sys\":3440990,\"idle\":1956946460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23722930,\"nice\":16410,\"sys\":3456880,\"idle\":1957169310,\"irq\":0}}],\"eventLoopStats\":{\"min\":71,\"max\":30024,\"num\":3,\"sum\":60009}}}"}
2025-03-17T00:37:59.881493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171879881,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:38:07.508810+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171887508,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T00:38:07.509655+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171887509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T00:38:59.913440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742171939913,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897858560,\"uptime\":1991835.3,\"totalMem\":4018151424,\"loadavg\":[0,0.06,0.12],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24005220,\"nice\":16950,\"sys\":3441070,\"idle\":1957005680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23723650,\"nice\":16410,\"sys\":3456950,\"idle\":1957228550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29925,\"num\":13,\"sum\":60026}}}"}
2025-03-17T00:38:59.913604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742171939913,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:40:59.973446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742172059973,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894848000,\"uptime\":1991955.36,\"totalMem\":4018151424,\"loadavg\":[0.03,0.05,0.1],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24006460,\"nice\":16950,\"sys\":3441190,\"idle\":1957124260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23724450,\"nice\":16410,\"sys\":3457140,\"idle\":1957347040,\"irq\":0}}],\"eventLoopStats\":{\"min\":74,\"max\":30001,\"num\":3,\"sum\":60028}}}"}
2025-03-17T00:40:59.973501+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742172059973,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:48:00.117404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742172480117,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895396864,\"uptime\":1992375.5,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24009850,\"nice\":16950,\"sys\":3441760,\"idle\":1957538700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23727700,\"nice\":16410,\"sys\":3457620,\"idle\":1957761550,\"irq\":0}}],\"eventLoopStats\":{\"min\":42,\"max\":30002,\"num\":3,\"sum\":60029}}}"}
2025-03-17T00:48:00.117483+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742172480117,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:53:00.221450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742172780221,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891313152,\"uptime\":1992675.61,\"totalMem\":4018151424,\"loadavg\":[0,0,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24012030,\"nice\":16950,\"sys\":3442110,\"idle\":1957834760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23729850,\"nice\":16410,\"sys\":3458020,\"idle\":1958057890,\"irq\":0}}],\"eventLoopStats\":{\"min\":16,\"max\":30013,\"num\":3,\"sum\":60001}}}"}
2025-03-17T00:53:00.221520+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742172780221,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T00:53:10.435751+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742172790435,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T00:53:10.436476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742172790436,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T01:02:00.441447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742173320441,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889531392,\"uptime\":1993215.82,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24016580,\"nice\":16950,\"sys\":3442830,\"idle\":1958367650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23733350,\"nice\":16410,\"sys\":3458830,\"idle\":1958591690,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-17T01:02:00.441505+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173320441,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:03:00.461485+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742173380461,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889584640,\"uptime\":1993275.84,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24017180,\"nice\":16950,\"sys\":3442890,\"idle\":1958426850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23733880,\"nice\":16410,\"sys\":3458900,\"idle\":1958651040,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30002,\"num\":3,\"sum\":60020}}}"}
2025-03-17T01:03:00.461496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173380461,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:03:12.250754+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173392250,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T01:03:12.251571+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173392251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T01:05:00.473440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742173500473,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889400320,\"uptime\":1993395.86,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24019190,\"nice\":16950,\"sys\":3443030,\"idle\":1958545220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23734780,\"nice\":16410,\"sys\":3459040,\"idle\":1958769710,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30011,\"num\":3,\"sum\":60005}}}"}
2025-03-17T01:05:00.473504+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173500473,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:08:00.549404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742173680549,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894077952,\"uptime\":1993575.93,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24021030,\"nice\":16950,\"sys\":3443260,\"idle\":1958723050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23737180,\"nice\":16410,\"sys\":3459280,\"idle\":1958947480,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30002,\"num\":3,\"sum\":60026}}}"}
2025-03-17T01:08:00.549484+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173680549,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:13:14.428944+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173994428,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T01:13:14.429923+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742173994429,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T01:16:00.701467+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174160701,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2903449600,\"uptime\":1994056.08,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24024380,\"nice\":16950,\"sys\":3443920,\"idle\":1959196960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23741640,\"nice\":16410,\"sys\":3459930,\"idle\":1959420790,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30030,\"num\":3,\"sum\":60026}}}"}
2025-03-17T01:16:00.701559+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174160701,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:17:00.729442+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174220729,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2905845760,\"uptime\":1994116.11,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24024810,\"nice\":16950,\"sys\":3444030,\"idle\":1959256080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23742050,\"nice\":16410,\"sys\":3460060,\"idle\":1959479830,\"irq\":0}}],\"eventLoopStats\":{\"min\":30,\"max\":30030,\"num\":3,\"sum\":60030}}}"}
2025-03-17T01:17:00.729508+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174220729,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:19:00.789417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174340789,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2904137728,\"uptime\":1994236.17,\"totalMem\":4018151424,\"loadavg\":[0.11,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24025690,\"nice\":16950,\"sys\":3444160,\"idle\":1959374600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23743130,\"nice\":16410,\"sys\":3460160,\"idle\":1959598390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29983,\"num\":13,\"sum\":60024}}}"}
2025-03-17T01:19:00.789569+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174340789,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:22:00.833490+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174520833,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2902274048,\"uptime\":1994416.22,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24026790,\"nice\":16950,\"sys\":3444400,\"idle\":1959552210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23744230,\"nice\":16410,\"sys\":3460430,\"idle\":1959776220,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30022,\"num\":3,\"sum\":60008}}}"}
2025-03-17T01:22:00.833556+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174520833,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:25:00.845399+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174700845,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2901315584,\"uptime\":1994596.23,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24027850,\"nice\":16950,\"sys\":3444610,\"idle\":1959729810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23745200,\"nice\":16410,\"sys\":3460670,\"idle\":1959953890,\"irq\":0}}],\"eventLoopStats\":{\"min\":60,\"max\":30004,\"num\":3,\"sum\":60005}}}"}
2025-03-17T01:25:00.845525+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174700845,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:26:00.849386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174760849,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2898481152,\"uptime\":1994656.23,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24028630,\"nice\":16950,\"sys\":3444710,\"idle\":1959788890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23745650,\"nice\":16410,\"sys\":3460770,\"idle\":1960013140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30005,\"num\":12,\"sum\":59999}}}"}
2025-03-17T01:26:00.849524+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174760849,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:26:00.951532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174760951,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T01:26:00.951791+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174760951,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T01:26:00.951834+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174760951,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T01:26:00.939Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"c1e58fa1-d42f-468e-9129-b5f3b082b13f\",\"sequenceNumber\":2}}"}
2025-03-17T01:26:00.951880+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174760951,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T01:26:00.951964+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174760951,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T01:26:00.952045+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174760952,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:26:00.952045+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174760952,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T01:26:00.952070+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174760952,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T01:26:00.952114+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174760952,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T01:27:00.861437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174820861,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2898747392,\"uptime\":1994716.24,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24029150,\"nice\":16950,\"sys\":3444800,\"idle\":1959848180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23746230,\"nice\":16410,\"sys\":3460830,\"idle\":1960072380,\"irq\":0}}],\"eventLoopStats\":{\"min\":2,\"max\":29965,\"num\":5,\"sum\":60010}}}"}
2025-03-17T01:27:00.861528+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174820861,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:28:00.881475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742174880881,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2898497536,\"uptime\":1994776.27,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24029810,\"nice\":16950,\"sys\":3444870,\"idle\":1959907400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23746790,\"nice\":16410,\"sys\":3460900,\"idle\":1960131670,\"irq\":0}}],\"eventLoopStats\":{\"min\":78,\"max\":30012,\"num\":3,\"sum\":60020}}}"}
2025-03-17T01:28:00.881588+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742174880881,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:30:50.303011+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175050302,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T01:30:50.303836+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175050303,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T01:32:00.945418+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742175120945,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894295040,\"uptime\":1995016.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24031190,\"nice\":16950,\"sys\":3445270,\"idle\":1960144290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23748570,\"nice\":16410,\"sys\":3461260,\"idle\":1960368710,\"irq\":0}}],\"eventLoopStats\":{\"min\":83,\"max\":30003,\"num\":3,\"sum\":60004}}}"}
2025-03-17T01:32:00.945531+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175120945,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:38:01.093424+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742175481093,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2896363520,\"uptime\":1995376.48,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24033470,\"nice\":16950,\"sys\":3445730,\"idle\":1960500030,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23751160,\"nice\":16410,\"sys\":3461750,\"idle\":1960724180,\"irq\":0}}],\"eventLoopStats\":{\"min\":79,\"max\":30002,\"num\":3,\"sum\":60029}}}"}
2025-03-17T01:38:01.093479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175481093,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:42:01.185600+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742175721185,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897637376,\"uptime\":1995616.57,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24034900,\"nice\":16950,\"sys\":3446050,\"idle\":1960737160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23752970,\"nice\":16410,\"sys\":3462000,\"idle\":1960961080,\"irq\":0}}],\"eventLoopStats\":{\"min\":73,\"max\":30026,\"num\":3,\"sum\":60028}}}"}
2025-03-17T01:42:01.185604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175721185,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:45:53.517905+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175953517,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T01:45:53.518726+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175953518,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T01:46:01.249451+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742175961249,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2897129472,\"uptime\":1995856.63,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24037100,\"nice\":16950,\"sys\":3446380,\"idle\":1960973650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23754730,\"nice\":16410,\"sys\":3462360,\"idle\":1961197840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30001,\"num\":13,\"sum\":59997}}}"}
2025-03-17T01:46:01.249512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742175961249,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:55:01.409488+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742176501409,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894868480,\"uptime\":1996396.79,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24043060,\"nice\":16950,\"sys\":3447130,\"idle\":1961506680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23759450,\"nice\":16410,\"sys\":3463100,\"idle\":1961731450,\"irq\":0}}],\"eventLoopStats\":{\"min\":76,\"max\":30028,\"num\":3,\"sum\":60020}}}"}
2025-03-17T01:55:01.409545+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742176501409,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T01:55:55.235290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742176555235,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T01:55:55.236148+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742176555236,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T01:57:01.441475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742176621441,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894708736,\"uptime\":1996516.82,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24044190,\"nice\":16950,\"sys\":3447260,\"idle\":1961625190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23760380,\"nice\":16410,\"sys\":3463290,\"idle\":1961849900,\"irq\":0}}],\"eventLoopStats\":{\"min\":106,\"max\":30012,\"num\":3,\"sum\":60025}}}"}
2025-03-17T01:57:01.441555+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742176621441,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:02:01.549455+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742176921549,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894602240,\"uptime\":1996816.93,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24045840,\"nice\":16950,\"sys\":3447730,\"idle\":1961921590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23762540,\"nice\":16410,\"sys\":3463680,\"idle\":1962146050,\"irq\":0}}],\"eventLoopStats\":{\"min\":93,\"max\":30030,\"num\":3,\"sum\":60028}}}"}
2025-03-17T02:02:01.549509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742176921549,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:05:57.264581+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177157264,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T02:05:57.265387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177157265,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T02:17:42.290017+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177862289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:17:42.290296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T02:17:42.290345+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:17:42.280Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}"}
2025-03-17T02:17:42.290390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T02:17:42.290447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T02:17:42.290584+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:17:42.290584+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T02:17:42.290618+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T02:17:42.290619+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177862290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T02:17:52.251220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:17:52.251528+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T02:17:52.251576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:17:52.242Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}"}
2025-03-17T02:17:52.251609+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T02:17:52.251698+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T02:17:52.251817+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:17:52.251856+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T02:17:52.251857+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T02:17:52.251887+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177872251,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T02:18:09.746716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889746,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:18:09.747253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-17T02:18:09.747381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:18:09.268Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"5ab454b5-8a23-4d66-845d-873d824481d9\",\"serviceId\":\"PXLZDER\",\"serviceName\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\",\"responderName\":\"Nitin Parab\",\"responderId\":\"PBKG1O0\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PBKG1O0\",\"incidentNumber\":\"14034062\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:18:09.194Z\",\"pdData\":{\"incident\":{\"incident_number\":14034062,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:18:09Z\",\"updated_at\":\"2025-03-17T02:18:09Z\",\"status\":\"triggered\",\"incident_key\":\"b93498530c11410eb8c91343652eac5e\",\"service\":{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"},\"assignments\":[{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PBKG1O0\",\"type\":\"user_reference\",\"summary\":\"Nitin Parab\",\"self\":\"https://api.pagerduty.com/users/PBKG1O0\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBKG1O0\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P450V1Z\",\"type\":\"user_reference\",\"summary\":\"Gandhi Allu\",\"self\":\"https://api.pagerduty.com/users/P450V1Z\",\"html_url\":\"https://salesforce.pagerduty.com/users/P450V1Z\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P442BFE\",\"type\":\"user_reference\",\"summary\":\"Mohapatra\",\"self\":\"https://api.pagerduty.com/users/P442BFE\",\"html_url\":\"https://salesforce.pagerduty.com/users/P442BFE\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PINASPJ\",\"type\":\"user_reference\",\"summary\":\"Lavanya Kousika\",\"self\":\"https://api.pagerduty.com/users/PINASPJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PINASPJ\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PACW8C9\",\"type\":\"user_reference\",\"summary\":\"Krishna Moorthy\",\"self\":\"https://api.pagerduty.com/users/PACW8C9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PACW8C9\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PQ1GQOX\",\"type\":\"user_reference\",\"summary\":\"Rakesh Ruperao\",\"self\":\"https://api.pagerduty.com/users/PQ1GQOX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQ1GQOX\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P8TJDWT\",\"type\":\"user_reference\",\"summary\":\"Chethan Joshi\",\"self\":\"https://api.pagerduty.com/users/P8TJDWT\",\"html_url\":\"https://salesforce.pagerduty.com/users/P8TJDWT\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:18:09Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6GPZTQ4FL5WCIN64IRB8RBESZ\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PRLMDSZ\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PRLMDSZ\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PRLMDSZ\"},\"teams\":[{\"id\":\"P1WT0U6\",\"type\":\"team_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering\",\"self\":\"https://api.pagerduty.com/teams/P1WT0U6\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P1WT0U6\"}],\"impacted_services\":[{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:28:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3UAM0PGD8GC7V\",\"type\":\"incident\",\"summary\":\"[#14034062] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"nparab@salesforce.com\"}}"}
2025-03-17T02:18:09.747384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T02:18:09.747434+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T02:18:09.747532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:18:09.747533+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-response"}
2025-03-17T02:18:09.747550+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-17T02:18:09.747707+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889747,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T02:18:09.748314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889748,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,50,58,49,56,58,48,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T02:18:09.268Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"5ab454b5-8a23-4d66-845d-873d824481d9\\\",\\\"serviceId\\\":\\\"PXLZDER\\\",\\\"serviceName\\\":\\\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXLZDER\\\",\\\"responderName\\\":\\\"Nitin Parab\\\",\\\"responderId\\\":\\\"PBKG1O0\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PBKG1O0\\\",\\\"incidentNumber\\\":\\\"14034062\\\",\\\"incidentTitle\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-17T02:18:09.194Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14034062,\\\"title\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"created_at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"updated_at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"b93498530c11410eb8c91343652eac5e\\\",\\\"service\\\":{\\\"id\\\":\\\"PXLZDER\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PXLZDER\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXLZDER\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PBKG1O0\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Nitin Parab\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PBKG1O0\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PBKG1O0\\\"}},{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P450V1Z\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Gandhi Allu\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P450V1Z\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P450V1Z\\\"}},{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P442BFE\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Mohapatra\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P442BFE\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P442BFE\\\"}},{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PINASPJ\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Lavanya Kousika\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PINASPJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PINASPJ\\\"}},{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PACW8C9\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Krishna Moorthy\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PACW8C9\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PACW8C9\\\"}},{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PQ1GQOX\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Rakesh Ruperao\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PQ1GQOX\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PQ1GQOX\\\"}},{\\\"at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P8TJDWT\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Chethan Joshi\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P8TJDWT\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P8TJDWT\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-17T02:18:09Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R6GPZTQ4FL5WCIN64IRB8RBESZ\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PRLMDSZ\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident EP\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PRLMDSZ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PRLMDSZ\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"P1WT0U6\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"GUS: PMD (Pod Migration and Decommission) APAC Engineering\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/P1WT0U6\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/P1WT0U6\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"PXLZDER\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PXLZDER\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXLZDER\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-17T02:28:08Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"PXLZDER\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PXLZDER\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXLZDER\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q3UAM0PGD8GC7V\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14034062] Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q3UAM0PGD8GC7V\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-61
2025-03-17T02:18:09.748314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] 3-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"nparab@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T02:18:09.268Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"5ab454b5-8a23-4d66-845d-873d824481d9\",\"serviceId\":\"PXLZDER\",\"serviceName\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\",\"responderName\":\"Nitin Parab\",\"responderId\":\"PBKG1O0\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PBKG1O0\",\"incidentNumber\":\"14034062\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:18:09.194Z\",\"pdData\":{\"incident\":{\"incident_number\":14034062,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:18:09Z\",\"updated_at\":\"2025-03-17T02:18:09Z\",\"status\":\"triggered\",\"incident_key\":\"b93498530c11410eb8c91343652eac5e\",\"service\":{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"},\"assignments\":[{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PBKG1O0\",\"type\":\"user_reference\",\"summary\":\"Nitin Parab\",\"self\":\"https://api.pagerduty.com/users/PBKG1O0\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBKG1O0\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P450V1Z\",\"type\":\"user_reference\",\"summary\":\"Gandhi Allu\",\"self\":\"https://api.pagerduty.com/users/P450V1Z\",\"html_url\":\"https://salesforce.pagerduty.com/users/P450V1Z\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P442BFE\",\"type\":\"user_reference\",\"summary\":\"Mohapatra\",\"self\":\"https://api.pagerduty.com/users/P442BFE\",\"html_url\":\"https://salesforce.pagerduty.com/users/P442BFE\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PINASPJ\",\"type\":\"user_reference\",\"summary\":\"Lavanya Kousika\",\"self\":\"https://api.pagerduty.com/users/PINASPJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PINASPJ\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PACW8C9\",\"type\":\"user_reference\",\"summary\":\"Krishna Moorthy\",\"self\":\"https://api.pagerduty.com/users/PACW8C9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PACW8C9\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PQ1GQOX\",\"type\":\"user_reference\",\"summary\":\"Rakesh Ruperao\",\"self\":\"https://api.pagerduty.com/users/PQ1GQOX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQ1GQOX\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P8TJDWT\",\"type\":\"user_reference\",\"summary\":\"Chethan Joshi\",\"self\":\"https://api.pagerduty.com/users/P8TJDWT\",\"html_url\":\"https://salesforce.pagerduty.com/users/P8TJDWT\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:18:09Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6GPZTQ4FL5WCIN64IRB8RBESZ\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PRLMDSZ\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PRLMDSZ\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PRLMDSZ\"},\"teams\":[{\"id\":\"P1WT0U6\",\"type\":\"team_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering\",\"self\":\"https://api.pagerduty.com/teams/P1WT0U6\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P1WT0U6\"}],\"impacted_services\":[{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:28:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3UAM0PGD8GC7V\",\"type\":\"incident\",\"summary\":\"[#14034062] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"nparab@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-17T02:18:09.268Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\"
2025-03-17T02:18:09.748314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ,\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"5ab454b5-8a23-4d66-845d-873d824481d9\",\"serviceId\":\"PXLZDER\",\"serviceName\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\",\"responderName\":\"Nitin Parab\",\"responderId\":\"PBKG1O0\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PBKG1O0\",\"incidentNumber\":\"14034062\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:18:09.194Z\",\"pdData\":{\"incident\":{\"incident_number\":14034062,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:18:09Z\",\"updated_at\":\"2025-03-17T02:18:09Z\",\"status\":\"triggered\",\"incident_key\":\"b93498530c11410eb8c91343652eac5e\",\"service\":{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"},\"assignments\":[{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PBKG1O0\",\"type\":\"user_reference\",\"summary\":\"Nitin Parab\",\"self\":\"https://api.pagerduty.com/users/PBKG1O0\",\"html_url\":\"https://salesforce.pagerduty.com/users/PBKG1O0\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P450V1Z\",\"type\":\"user_reference\",\"summary\":\"Gandhi Allu\",\"self\":\"https://api.pagerduty.com/users/P450V1Z\",\"html_url\":\"https://salesforce.pagerduty.com/users/P450V1Z\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P442BFE\",\"type\":\"user_reference\",\"summary\":\"Mohapatra\",\"self\":\"https://api.pagerduty.com/users/P442BFE\",\"html_url\":\"https://salesforce.pagerduty.com/users/P442BFE\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PINASPJ\",\"type\":\"user_reference\",\"summary\":\"Lavanya Kousika\",\"self\":\"https://api.pagerduty.com/users/PINASPJ\",\"html_url\":\"https://salesforce.pagerduty.com/users/PINASPJ\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PACW8C9\",\"type\":\"user_reference\",\"summary\":\"Krishna Moorthy\",\"self\":\"https://api.pagerduty.com/users/PACW8C9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PACW8C9\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"PQ1GQOX\",\"type\":\"user_reference\",\"summary\":\"Rakesh Ruperao\",\"self\":\"https://api.pagerduty.com/users/PQ1GQOX\",\"html_url\":\"https://salesforce.pagerduty.com/users/PQ1GQOX\"}},{\"at\":\"2025-03-17T02:18:09Z\",\"assignee\":{\"id\":\"P8TJDWT\",\"type\":\"user_reference\",\"summary\":\"Chethan Joshi\",\"self\":\"https://api.pagerduty.com/users/P8TJDWT\",\"html_url\":\"https://salesforce.pagerduty.com/users/P8TJDWT\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:18:09Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6GPZTQ4FL5WCIN64IRB8RBESZ\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V/log_entries/R6GPZTQ4FL5WCIN64IRB8RBESZ\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PRLMDSZ\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident EP\",\"self\":\"https://api.pagerduty.com/escalation_policies/PRLMDSZ\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PRLMDSZ\"},\"teams\":[{\"id\":\"P1WT0U6\",\"type\":\"team_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering\",\"self\":\"https://api.pagerduty.com/teams/P1WT0U6\",\"html_url\":\"https://salesforce.pagerduty.com/teams/P1WT0U6\"}],\"impacted_services\":[{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:28:08Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXLZDER\",\"type\":\"service_reference\",\"summary\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PXLZDER\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXLZDER\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3UAM0PGD8GC7V\",\"type\":\"incident\",\"summary\":\"[#14034062] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3UAM0PGD8GC7V\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"nparab@salesforce.com\"}}}"}
2025-03-17T02:18:09.748315+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889748,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T02:18:09.748316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889748,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId QWCAAANuCF5"}
2025-03-17T02:18:09.748439+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889748,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T02:18:09.790346+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:18:09.790505+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-17T02:18:09.790527+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:18:09.780Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WGRMNJVLM\"]}}"}
2025-03-17T02:18:09.790579+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T02:18:09.790645+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T02:18:09.790757+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:18:09.790757+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-slack-channel-invite-users"}
2025-03-17T02:18:09.790760+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-17T02:18:09.790789+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177889790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-slack-channel-invite-users correctly routed"}
2025-03-17T02:18:10.378293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742177890378,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-response correctly routed"}
2025-03-17T02:21:01.925423+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742178061925,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892681216,\"uptime\":1997957.31,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24055000,\"nice\":16950,\"sys\":3449240,\"idle\":1963046620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23770900,\"nice\":16410,\"sys\":3465360,\"idle\":1963271500,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30017,\"num\":3,\"sum\":60027}}}"}
2025-03-17T02:21:01.925482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178061925,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:22:01.945401+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742178121945,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892689408,\"uptime\":1998017.33,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24055300,\"nice\":16950,\"sys\":3449310,\"idle\":1963105950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23771400,\"nice\":16410,\"sys\":3465420,\"idle\":1963330680,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30020,\"num\":3,\"sum\":60019}}}"}
2025-03-17T02:22:01.945536+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178121945,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:23:10.314066+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178190313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T02:23:10.314918+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178190314,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T02:25:02.017416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742178302017,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892128256,\"uptime\":1998197.4,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24056740,\"nice\":16950,\"sys\":3449510,\"idle\":1963283940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23773320,\"nice\":16410,\"sys\":3465660,\"idle\":1963508140,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30007,\"num\":3,\"sum\":60030}}}"}
2025-03-17T02:25:02.017485+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178302017,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:35:02.225440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742178902225,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892451840,\"uptime\":1998797.61,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24061400,\"nice\":16950,\"sys\":3450480,\"idle\":1963876320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23778990,\"nice\":16410,\"sys\":3466520,\"idle\":1964100530,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30001,\"num\":3,\"sum\":60015}}}"}
2025-03-17T02:35:02.225499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178902225,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:36:02.253456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742178962253,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892451840,\"uptime\":1998857.64,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24061820,\"nice\":16950,\"sys\":3450570,\"idle\":1963935600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23779680,\"nice\":16410,\"sys\":3466600,\"idle\":1964159700,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30004,\"num\":4,\"sum\":60027}}}"}
2025-03-17T02:36:02.253517+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742178962253,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:40:02.333447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179202333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892689408,\"uptime\":1999097.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24063460,\"nice\":16950,\"sys\":3450880,\"idle\":1964172730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23781270,\"nice\":16410,\"sys\":3466880,\"idle\":1964396800,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30030,\"num\":3,\"sum\":60028}}}"}
2025-03-17T02:40:02.333499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179202333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:43:14.358657+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179394358,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T02:43:14.359430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179394359,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T02:43:20.729745+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179400729,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:43:20.729930+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179400729,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-reporting'"}
2025-03-17T02:43:20.729976+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179400729,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:43:20.716Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"739fa342-88db-44ca-b3b5-f226306e9420\",\"serviceId\":\"PXHL139\",\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"g4i4fe-897vo-0vo8ie-2uunyp-1742179399394\",\"client\":\"icc-ui\"}"}
2025-03-17T02:43:20.730019+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179400729,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"}
2025-03-17T02:43:20.730095+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179400730,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"}
2025-03-17T02:43:20.730192+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179400730,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:43:20.730194+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179400730,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-request"}
2025-03-17T02:43:20.730210+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179400730,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-page-request is not consumed by icc-reporting."}
2025-03-17T02:43:20.730262+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179400730,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-request correctly routed"}
2025-03-17T02:44:02.425460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179442425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892677120,\"uptime\":1999337.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24065410,\"nice\":16950,\"sys\":3451180,\"idle\":1964409770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23782840,\"nice\":16410,\"sys\":3467220,\"idle\":1964633830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29995,\"num\":28,\"sum\":60013}}}"}
2025-03-17T02:44:02.425543+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179442425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:46:40.398562+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600398,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:46:40.398928+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600398,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-17T02:46:40.399052+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600398,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:46:40.389Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"6762fa7d-089e-4521-aace-cc25be2fcb4f\",\"serviceId\":\"PEO7ZIC\",\"serviceName\":\"Edge Application Delivery\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\",\"responderName\":\"Yiming Ge\",\"responderId\":\"PVWP86Q\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PVWP86Q\",\"incidentNumber\":\"14034217\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:46:40.324Z\",\"pdData\":{\"incident\":{\"incident_number\":14034217,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:46:40Z\",\"updated_at\":\"2025-03-17T02:46:40Z\",\"status\":\"triggered\",\"incident_key\":\"aba5b50c7ba042eea2ff095c67fee99d\",\"service\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"},\"assignments\":[{\"at\":\"2025-03-17T02:46:40Z\",\"assignee\":{\"id\":\"PVWP86Q\",\"type\":\"user_reference\",\"summary\":\"Yiming Ge\",\"self\":\"https://api.pagerduty.com/users/PVWP86Q\",\"html_url\":\"https://salesforce.pagerduty.com/users/PVWP86Q\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:46:40Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP5O1HVH52HSREW9HYTGCSK1OA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSUMK38\",\"type\":\"escalation_policy_reference\",\"summary\":\"Edge\",\"self\":\"https://api.pagerduty.com/escalation_policies/PSUMK38\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PSUMK38\"},\"teams\":[{\"id\":\"PA0CAR0\",\"type\":\"team_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/teams/PA0CAR0\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PA0CAR0\"}],\"impacted_services\":[{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:56:40Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-18T02:46:40Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q109ND9K5R6F54\",\"type\":\"incident\",\"summary\":\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q109ND9K5R6F54\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yiming.ge@salesforce.com\"}}"}
2025-03-17T02:46:40.399054+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600398,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T02:46:40.399438+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T02:46:40.399439+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:46:40.399440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-response"}
2025-03-17T02:46:40.399440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-17T02:46:40.399441+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T02:46:40.401204+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,50,58,52,54,58,52,48,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T02:46:40.389Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"6762fa7d-089e-4521-aace-cc25be2fcb4f\\\",\\\"serviceId\\\":\\\"PEO7ZIC\\\",\\\"serviceName\\\":\\\"Edge Application Delivery\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\\\",\\\"responderName\\\":\\\"Yiming Ge\\\",\\\"responderId\\\":\\\"PVWP86Q\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PVWP86Q\\\",\\\"incidentNumber\\\":\\\"14034217\\\",\\\"incidentTitle\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-17T02:46:40.324Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14034217,\\\"title\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"created_at\\\":\\\"2025-03-17T02:46:40Z\\\",\\\"updated_at\\\":\\\"2025-03-17T02:46:40Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"aba5b50c7ba042eea2ff095c67fee99d\\\",\\\"service\\\":{\\\"id\\\":\\\"PEO7ZIC\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"Edge Application Delivery\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PEO7ZIC\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-17T02:46:40Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PVWP86Q\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Yiming Ge\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PVWP86Q\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PVWP86Q\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-17T02:46:40Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"RP5O1HVH52HSREW9HYTGCSK1OA\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PSUMK38\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"Edge\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PSUMK38\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PSUMK38\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"PA0CAR0\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"Edge Application Delivery\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/PA0CAR0\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/PA0CAR0\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"PEO7ZIC\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"Edge Application Delivery\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PEO7ZIC\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-17T02:56:40Z\\\"},{\\\"type\\\":\\\"resolve\\\",\\\"at\\\":\\\"2025-03-18T02:46:40Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"PEO7ZIC\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"Edge Application Delivery\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PEO7ZIC\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q109ND9K5R6F54\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q109ND9K5R6F54\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"yiming.ge@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T02:46:40.389Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"succ
2025-03-17T02:46:40.401204+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ess\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"6762fa7d-089e-4521-aace-cc25be2fcb4f\",\"serviceId\":\"PEO7ZIC\",\"serviceName\":\"Edge Application Delivery\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\",\"responderName\":\"Yiming Ge\",\"responderId\":\"PVWP86Q\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PVWP86Q\",\"incidentNumber\":\"14034217\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:46:40.324Z\",\"pdData\":{\"incident\":{\"incident_number\":14034217,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:46:40Z\",\"updated_at\":\"2025-03-17T02:46:40Z\",\"status\":\"triggered\",\"incident_key\":\"aba5b50c7ba042eea2ff095c67fee99d\",\"service\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"},\"assignments\":[{\"at\":\"2025-03-17T02:46:40Z\",\"assignee\":{\"id\":\"PVWP86Q\",\"type\":\"user_reference\",\"summary\":\"Yiming Ge\",\"self\":\"https://api.pagerduty.com/users/PVWP86Q\",\"html_url\":\"https://salesforce.pagerduty.com/users/PVWP86Q\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:46:40Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP5O1HVH52HSREW9HYTGCSK1OA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSUMK38\",\"type\":\"escalation_policy_reference\",\"summary\":\"Edge\",\"self\":\"https://api.pagerduty.com/escalation_policies/PSUMK38\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PSUMK38\"},\"teams\":[{\"id\":\"PA0CAR0\",\"type\":\"team_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/teams/PA0CAR0\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PA0CAR0\"}],\"impacted_services\":[{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:56:40Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-18T02:46:40Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q109ND9K5R6F54\",\"type\":\"incident\",\"summary\":\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q109ND9K5R6F54\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yiming.ge@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-17T02:46:40.389Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"6762fa7d-089e-4521-aace-cc25be2fcb4f\",\"serviceId\":\"PEO7ZIC\",\"serviceName\":\"Edge Application Delivery\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\",\"responderName\":\"Yiming Ge\",\"responderId\":\"PVWP86Q\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PVWP86Q\",\"incidentNumber\":\"14034217\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:46:40.324Z\",\"pdData\":{\"incident\":{\"incident_number\":14034217,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:46:40Z\",\"updated_at\":\"2025-03-17T02:46:40Z\",\"status\":\"triggered\",\"incident_key\":\"aba5b50c7ba042eea2ff095c67fee99d\",\"service\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"},\"assignments\":[{\"at\":\"2025-03-17T02:46:40Z\",\"assignee\":{\"id\":\"PVWP86Q\",\"type\":\"user_reference\",\"summary\":\"Yiming Ge\",\"self\":\"https://api.pagerduty.com/users/PVWP86Q\",\"html_url\":\"https://salesforce.pagerduty.com/users/PVWP86Q\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:46:40Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP5O1HVH52HSREW9HYTGCSK1OA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54/log_entries/RP5O1HVH52HSREW9HYTGCSK1OA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSUMK38\",\"type\":\"escalation_policy_reference\",\"summary\":\"Edge\",\"self\":\"https://api.pagerduty.com/escalation_policies/PSUMK38\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PSUMK38\"},\"teams\":[{\"id\":\"PA0CAR0\",\"type\":\"team_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/teams/PA0CAR0\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PA0CAR0\"}],\"impacted_services\":[{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:56:40Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-18T02:46:40Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":n
2025-03-17T02:46:40.401204+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ull,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https://api.pagerduty.com/services/PEO7ZIC\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PEO7ZIC\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q109ND9K5R6F54\",\"type\":\"incident\",\"summary\":\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q109ND9K5R6F54\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q109ND9K5R6F54\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yiming.ge@salesforce.com\"}}}"}
2025-03-17T02:46:40.401205+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T02:46:40.401206+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId QWCAAANuCF5"}
2025-03-17T02:46:40.401206+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T02:46:40.439522+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T02:46:40.439761+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-17T02:46:40.439791+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:46:40.430Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"U02SZU5J8Q5\"]}}"}
2025-03-17T02:46:40.439809+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T02:46:40.439871+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T02:46:40.439988+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:46:40.440156+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742179600440,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-slack-channel-invite-users"}
2025-03-17T02:46:40.440157+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600440,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-17T02:46:40.440194+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179600440,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-slack-channel-invite-users correctly routed"}
2025-03-17T02:51:41.509238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179901509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T02:51:41.509952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742179901509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T02:55:02.625433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742180102625,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891661312,\"uptime\":1999998.01,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24070810,\"nice\":16950,\"sys\":3452110,\"idle\":1965061040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23788040,\"nice\":16410,\"sys\":3468140,\"idle\":1965285190,\"irq\":0}}],\"eventLoopStats\":{\"min\":24,\"max\":30018,\"num\":3,\"sum\":60002}}}"}
2025-03-17T02:55:02.625582+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742180102625,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T02:58:02.693452+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742180282693,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891296768,\"uptime\":2000178.07,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24072040,\"nice\":16950,\"sys\":3452400,\"idle\":1965238840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23789580,\"nice\":16410,\"sys\":3468380,\"idle\":1965462940,\"irq\":0}}],\"eventLoopStats\":{\"min\":36,\"max\":30028,\"num\":3,\"sum\":60028}}}"}
2025-03-17T02:58:02.693514+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742180282693,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:00:02.741440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742180402741,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892173312,\"uptime\":2000298.13,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24072920,\"nice\":16950,\"sys\":3452550,\"idle\":1965357350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23790830,\"nice\":16410,\"sys\":3468550,\"idle\":1965581490,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30002,\"num\":3,\"sum\":60029}}}"}
2025-03-17T03:00:02.741501+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742180402741,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:01:02.773391+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742180462773,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891157504,\"uptime\":2000358.16,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24073310,\"nice\":16950,\"sys\":3452650,\"idle\":1965416550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23791190,\"nice\":16410,\"sys\":3468640,\"idle\":1965640720,\"irq\":0}}],\"eventLoopStats\":{\"min\":29981,\"max\":30047,\"num\":2,\"sum\":60028}}}"}
2025-03-17T03:01:02.773522+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742180462773,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:02:02.777469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742180522777,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891464704,\"uptime\":2000418.16,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24073670,\"nice\":16950,\"sys\":3452720,\"idle\":1965475750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23791570,\"nice\":16410,\"sys\":3468700,\"idle\":1965699960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30028,\"num\":13,\"sum\":60002}}}"}
2025-03-17T03:02:02.777513+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742180522777,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:07:02.833595+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742180822833,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890514432,\"uptime\":2000718.22,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24076250,\"nice\":16950,\"sys\":3453190,\"idle\":1965772040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23794280,\"nice\":16410,\"sys\":3469190,\"idle\":1965995940,\"irq\":0}}],\"eventLoopStats\":{\"min\":2,\"max\":29955,\"num\":7,\"sum\":60007}}}"}
2025-03-17T03:07:02.833601+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742180822833,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:14:02.937454+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742181242937,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892492800,\"uptime\":2001138.32,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24079620,\"nice\":16950,\"sys\":3453820,\"idle\":1966186840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23798550,\"nice\":16410,\"sys\":3469780,\"idle\":1966410550,\"irq\":0}}],\"eventLoopStats\":{\"min\":36,\"max\":30027,\"num\":3,\"sum\":60006}}}"}
2025-03-17T03:14:02.937518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742181242937,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:21:03.041418+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742181663041,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887188480,\"uptime\":2001558.43,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24083570,\"nice\":16950,\"sys\":3454470,\"idle\":1966601160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23802160,\"nice\":16410,\"sys\":3470360,\"idle\":1966824950,\"irq\":0}}],\"eventLoopStats\":{\"min\":53,\"max\":30029,\"num\":3,\"sum\":60009}}}"}
2025-03-17T03:21:03.041570+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742181663041,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:22:03.073413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742181723073,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886950912,\"uptime\":2001618.46,\"totalMem\":4018151424,\"loadavg\":[0.09,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24083980,\"nice\":16950,\"sys\":3454600,\"idle\":1966660460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23803010,\"nice\":16410,\"sys\":3470440,\"idle\":1966884170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29935,\"num\":13,\"sum\":60025}}}"}
2025-03-17T03:22:03.073535+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742181723073,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:24:03.101381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742181843101,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886209536,\"uptime\":2001738.49,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24085170,\"nice\":16950,\"sys\":3454740,\"idle\":1966778890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23804270,\"nice\":16410,\"sys\":3470560,\"idle\":1967002720,\"irq\":0}}],\"eventLoopStats\":{\"min\":67,\"max\":30023,\"num\":3,\"sum\":60005}}}"}
2025-03-17T03:24:03.101494+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742181843101,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:26:03.157455+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742181963157,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884157440,\"uptime\":2001858.54,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24086640,\"nice\":16950,\"sys\":3454890,\"idle\":1966897390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23805350,\"nice\":16410,\"sys\":3470750,\"idle\":1967121220,\"irq\":0}}],\"eventLoopStats\":{\"min\":88,\"max\":30030,\"num\":3,\"sum\":60028}}}"}
2025-03-17T03:26:03.157569+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742181963157,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:27:03.165419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742182023165,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884165632,\"uptime\":2001918.55,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24087390,\"nice\":16950,\"sys\":3454970,\"idle\":1966956650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23806180,\"nice\":16410,\"sys\":3470820,\"idle\":1967180460,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29914,\"num\":14,\"sum\":60002}}}"}
2025-03-17T03:27:03.165474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742182023165,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:36:08.590311+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742182568590,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T03:36:08.591118+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742182568591,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T03:39:03.393422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742182743393,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884763648,\"uptime\":2002638.78,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24092830,\"nice\":16950,\"sys\":3456050,\"idle\":1967667710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23811360,\"nice\":16410,\"sys\":3471800,\"idle\":1967891250,\"irq\":0}}],\"eventLoopStats\":{\"min\":88,\"max\":30027,\"num\":3,\"sum\":60001}}}"}
2025-03-17T03:39:03.393542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742182743393,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:40:03.425492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742182803425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884321280,\"uptime\":2002698.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24093170,\"nice\":16950,\"sys\":3456140,\"idle\":1967726990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23811670,\"nice\":16410,\"sys\":3471930,\"idle\":1967950460,\"irq\":0}}],\"eventLoopStats\":{\"min\":114,\"max\":30007,\"num\":3,\"sum\":60028}}}"}
2025-03-17T03:40:03.425503+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742182803425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:46:03.577459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183163577,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891022336,\"uptime\":2003058.96,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24096180,\"nice\":16950,\"sys\":3456630,\"idle\":1968082240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23815620,\"nice\":16410,\"sys\":3472430,\"idle\":1968305510,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60018}}}"}
2025-03-17T03:46:03.577527+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183163577,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:51:11.546586+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183471546,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T03:51:11.547495+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183471547,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T03:54:11.123430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651123,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T03:54:11.124459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183651123,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-17T03:54:11.124473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651123,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T03:54:11.111Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"3b50795b-9da2-4234-9b26-7c734b7e5b40\",\"allInternalCommsReport\":[{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactS
2025-03-17T03:54:11.124473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] tartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"woei2q-jquhhm-k3hmo-wtyqo-1742183649862\",\"client\":\"icc-ui\"}"}
2025-03-17T03:54:11.124475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T03:54:11.124476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T03:54:11.124476+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T03:54:11.124477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-request"}
2025-03-17T03:54:11.124478+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-17T03:54:11.124479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T03:54:11.125219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,51,58,53,52,58,49,49,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T03:54:11.111Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"techcustomerescalation@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"3b50795b-9da2-4234-9b26-7c734b7e5b40\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditi
2025-03-17T03:54:11.125219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ons\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"woei2q-jquhhm-k3hmo-wtyqo-1742183649862\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T03:54:11.111Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"3b50795b-9da2-4234-9b26-7c734b7e5b40\",\"allInternalCommsReport\":[{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct 
2025-03-17T03:54:11.125219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"woei2q-jquhhm-k3hmo-wtyqo-1742183649862\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-request\",\"payload\":{\"createdAt\":\"2025-03-17T03:54:11.111Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"3b50795b-9da2-4234-9b26-7c734b7e5b40\",\"allInternalCommsReport\":[{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"
2025-03-17T03:54:11.125219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"woei2q-jquhhm-k3hmo-wtyqo-1742183649862\",\"client\":\"icc-ui\"}}"}
2025-03-17T03:54:11.125220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T03:54:11.125220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId QWCAAANuCF5"}
2025-03-17T03:54:11.125223+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183651124,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleInternalCommsRequest for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T03:54:11.125461+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742183651125,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"this.update.content.replace is not a function","stack":"TypeError: this.update.content.replace is not a function\n    at UpdateInfo.getContentWithNewlines (/app/build/quip/templates/update.info.js:21:36)\n    at Context.lookup (/app/node_modules/mustache/mustache.js:477:21)\n    at Writer.unescapedValue (/app/node_modules/mustache/mustache.js:664:25)\n    at Writer.renderTokens (/app/node_modules/mustache/mustache.js:580:45)\n    at Writer.render (/app/node_modules/mustache/mustache.js:556:17)\n    at Object.render (/app/node_modules/mustache/mustache.js:758:26)\n    at QuipService.addUpdate (/app/build/quip/quip.service.js:98:41)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExportService.addUpdate (/app/build/service/export.service.js:141:16)\n    at async ExportService.addInternalCommsUpdate (/app/build/service/export.service.js:93:16)"},"msg":"[Error] message not processed"}
2025-03-17T03:58:03.837423+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742183883837,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889334784,\"uptime\":2003779.22,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24102200,\"nice\":16950,\"sys\":3457520,\"idle\":1968793480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23821560,\"nice\":16410,\"sys\":3473330,\"idle\":1969016490,\"irq\":0}}],\"eventLoopStats\":{\"min\":33,\"max\":30030,\"num\":3,\"sum\":60030}}}"}
2025-03-17T03:58:03.837513+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742183883837,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:01:03.885459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742184063885,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889310208,\"uptime\":2003959.27,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24103950,\"nice\":16950,\"sys\":3457700,\"idle\":1968971060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23823040,\"nice\":16410,\"sys\":3473590,\"idle\":1969194350,\"irq\":0}}],\"eventLoopStats\":{\"min\":33,\"max\":30000,\"num\":3,\"sum\":60015}}}"}
2025-03-17T04:01:03.885512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742184063885,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:05:03.981414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742184303981,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889240576,\"uptime\":2004199.36,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24106950,\"nice\":16950,\"sys\":3457990,\"idle\":1969208030,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23825380,\"nice\":16410,\"sys\":3473880,\"idle\":1969431440,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29979,\"num\":13,\"sum\":60015}}}"}
2025-03-17T04:05:03.981474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742184303981,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:08:04.033438+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742184484033,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889273344,\"uptime\":2004379.42,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24107910,\"nice\":16950,\"sys\":3458240,\"idle\":1969385810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23826430,\"nice\":16410,\"sys\":3474090,\"idle\":1969609240,\"irq\":0}}],\"eventLoopStats\":{\"min\":26,\"max\":30009,\"num\":3,\"sum\":60025}}}"}
2025-03-17T04:08:04.033551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742184484033,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:11:04.109445+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742184664109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891706368,\"uptime\":2004559.49,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24109220,\"nice\":16950,\"sys\":3458430,\"idle\":1969563550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23827760,\"nice\":16410,\"sys\":3474390,\"idle\":1969786960,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60030}}}"}
2025-03-17T04:11:04.109499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742184664109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:16:04.245636+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742184964245,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882379776,\"uptime\":2004859.63,\"totalMem\":4018151424,\"loadavg\":[0.08,0.1,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24111750,\"nice\":16950,\"sys\":3458860,\"idle\":1969859400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23829990,\"nice\":16410,\"sys\":3474930,\"idle\":1970082890,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30007,\"num\":3,\"sum\":60027}}}"}
2025-03-17T04:16:04.245642+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742184964245,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:23:04.429454+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742185384429,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879770624,\"uptime\":2005279.81,\"totalMem\":4018151424,\"loadavg\":[0.04,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24115100,\"nice\":16950,\"sys\":3459370,\"idle\":1970274190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23833910,\"nice\":16410,\"sys\":3475480,\"idle\":1970497720,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30028,\"num\":3,\"sum\":60027}}}"}
2025-03-17T04:23:04.429518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742185384429,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:24:17.399731+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742185457399,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T04:24:17.400553+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742185457400,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T04:28:04.545767+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742185684545,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879324160,\"uptime\":2005579.93,\"totalMem\":4018151424,\"loadavg\":[0.1,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24117760,\"nice\":16950,\"sys\":3459730,\"idle\":1970570250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23836200,\"nice\":16410,\"sys\":3475840,\"idle\":1970794220,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30010,\"num\":3,\"sum\":60002}}}"}
2025-03-17T04:28:04.545773+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742185684545,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:29:18.380644+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742185758380,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T04:29:18.381575+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742185758381,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T04:34:04.693431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742186044693,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879434752,\"uptime\":2005940.08,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24120030,\"nice\":16950,\"sys\":3460180,\"idle\":1970925600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23838530,\"nice\":16410,\"sys\":3476210,\"idle\":1971150070,\"irq\":0}}],\"eventLoopStats\":{\"min\":27,\"max\":30013,\"num\":3,\"sum\":60014}}}"}
2025-03-17T04:34:04.693548+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742186044693,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:42:04.837462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742186524837,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880487424,\"uptime\":2006420.22,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24123480,\"nice\":16950,\"sys\":3460770,\"idle\":1971399410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23842300,\"nice\":16410,\"sys\":3476840,\"idle\":1971624210,\"irq\":0}}],\"eventLoopStats\":{\"min\":41,\"max\":30030,\"num\":3,\"sum\":60024}}}"}
2025-03-17T04:42:04.837518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742186524837,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:44:04.865461+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742186644865,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2880536576,\"uptime\":2006540.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24124530,\"nice\":16950,\"sys\":3460900,\"idle\":1971517830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23843430,\"nice\":16410,\"sys\":3477030,\"idle\":1971742800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30029,\"num\":13,\"sum\":59998}}}"}
2025-03-17T04:44:04.865576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742186644865,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:48:04.945384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742186884945,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882764800,\"uptime\":2006780.33,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24127480,\"nice\":16950,\"sys\":3461280,\"idle\":1971754430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23845790,\"nice\":16410,\"sys\":3477460,\"idle\":1971979550,\"irq\":0}}],\"eventLoopStats\":{\"min\":61,\"max\":30001,\"num\":3,\"sum\":60029}}}"}
2025-03-17T04:48:04.945512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742186884945,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:50:04.977431+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742187004977,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882789376,\"uptime\":2006900.36,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24128380,\"nice\":16950,\"sys\":3461460,\"idle\":1971872970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23846910,\"nice\":16410,\"sys\":3477590,\"idle\":1972097990,\"irq\":0}}],\"eventLoopStats\":{\"min\":55,\"max\":30008,\"num\":3,\"sum\":60028}}}"}
2025-03-17T04:50:04.977487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742187004977,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T04:59:05.097418+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742187545097,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886713344,\"uptime\":2007440.48,\"totalMem\":4018151424,\"loadavg\":[0.06,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24132390,\"nice\":16950,\"sys\":3462030,\"idle\":1972406380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23851610,\"nice\":16410,\"sys\":3478240,\"idle\":1972631120,\"irq\":0}}],\"eventLoopStats\":{\"min\":92,\"max\":30029,\"num\":3,\"sum\":60028}}}"}
2025-03-17T04:59:05.097551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742187545097,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:00:05.109400+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742187605109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886459392,\"uptime\":2007500.49,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24132850,\"nice\":16950,\"sys\":3462110,\"idle\":1972465710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23852340,\"nice\":16410,\"sys\":3478330,\"idle\":1972690300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29893,\"num\":13,\"sum\":60010}}}"}
2025-03-17T05:00:05.109530+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742187605109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:05:05.217469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742187905217,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884194304,\"uptime\":2007800.6,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24134870,\"nice\":16950,\"sys\":3462490,\"idle\":1972762250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23854990,\"nice\":16410,\"sys\":3478670,\"idle\":1972986390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29886,\"num\":14,\"sum\":60024}}}"}
2025-03-17T05:05:05.217528+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742187905217,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:12:05.369477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742188325369,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884378624,\"uptime\":2008220.75,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24138610,\"nice\":16950,\"sys\":3463040,\"idle\":1973177020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23857930,\"nice\":16410,\"sys\":3479270,\"idle\":1973401250,\"irq\":0}}],\"eventLoopStats\":{\"min\":100,\"max\":30024,\"num\":3,\"sum\":60024}}}"}
2025-03-17T05:12:05.369612+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742188325369,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:19:05.557426+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742188745557,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891563008,\"uptime\":2008640.94,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24141980,\"nice\":16950,\"sys\":3463710,\"idle\":1973591440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23861430,\"nice\":16410,\"sys\":3479980,\"idle\":1973815650,\"irq\":0}}],\"eventLoopStats\":{\"min\":39,\"max\":30016,\"num\":3,\"sum\":60025}}}"}
2025-03-17T05:19:05.557480+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742188745557,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:21:05.581445+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742188865581,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890924032,\"uptime\":2008760.96,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24142540,\"nice\":16950,\"sys\":3463920,\"idle\":1973709990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23862340,\"nice\":16410,\"sys\":3480190,\"idle\":1973934060,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30008,\"num\":3,\"sum\":60006}}}"}
2025-03-17T05:21:05.581507+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742188865581,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:22:05.609457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742188925609,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890686464,\"uptime\":2008820.99,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24142950,\"nice\":16950,\"sys\":3464010,\"idle\":1973769320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23862840,\"nice\":16410,\"sys\":3480260,\"idle\":1973993260,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-17T05:22:05.609511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742188925609,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:23:05.629407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742188985629,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890452992,\"uptime\":2008881.01,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24143760,\"nice\":16950,\"sys\":3464110,\"idle\":1973828560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23863480,\"nice\":16410,\"sys\":3480350,\"idle\":1974052480,\"irq\":0}}],\"eventLoopStats\":{\"min\":21,\"max\":30004,\"num\":3,\"sum\":60017}}}"}
2025-03-17T05:23:05.629552+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742188985629,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:29:31.287553+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742189371287,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T05:29:31.288348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742189371288,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T05:33:05.813442+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742189585813,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892980224,\"uptime\":2009481.2,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24148590,\"nice\":16950,\"sys\":3464890,\"idle\":1974421140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23868570,\"nice\":16410,\"sys\":3481120,\"idle\":1974644900,\"irq\":0}}],\"eventLoopStats\":{\"min\":19,\"max\":30028,\"num\":3,\"sum\":60005}}}"}
2025-03-17T05:33:05.813525+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742189585813,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:35:05.829447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742189705829,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890432512,\"uptime\":2009601.21,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24149590,\"nice\":16950,\"sys\":3465030,\"idle\":1974539740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23869860,\"nice\":16410,\"sys\":3481250,\"idle\":1974763250,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29965,\"num\":13,\"sum\":60004}}}"}
2025-03-17T05:35:05.829567+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742189705829,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:44:06.029406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190246029,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891304960,\"uptime\":2010141.41,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24153620,\"nice\":16950,\"sys\":3465790,\"idle\":1975073390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23875960,\"nice\":16410,\"sys\":3482020,\"idle\":1975296300,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30015,\"num\":3,\"sum\":60029}}}"}
2025-03-17T05:44:06.029469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190246029,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:46:06.089395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190366089,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890600448,\"uptime\":2010261.47,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24154340,\"nice\":16950,\"sys\":3465980,\"idle\":1975192050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23876900,\"nice\":16410,\"sys\":3482210,\"idle\":1975414630,\"irq\":0}}],\"eventLoopStats\":{\"min\":29988,\"max\":30040,\"num\":2,\"sum\":60028}}}"}
2025-03-17T05:46:06.089526+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190366089,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:47:06.097435+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190426097,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890121216,\"uptime\":2010321.48,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24155030,\"nice\":16950,\"sys\":3466130,\"idle\":1975250900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23877550,\"nice\":16410,\"sys\":3482360,\"idle\":1975473540,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30027,\"num\":3,\"sum\":60010}}}"}
2025-03-17T05:47:06.097484+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190426097,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:48:06.129529+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190486129,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890051584,\"uptime\":2010381.51,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24155380,\"nice\":16950,\"sys\":3466220,\"idle\":1975310240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23877940,\"nice\":16410,\"sys\":3482480,\"idle\":1975532780,\"irq\":0}}],\"eventLoopStats\":{\"min\":36,\"max\":30001,\"num\":3,\"sum\":60027}}}"}
2025-03-17T05:48:06.129551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190486129,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:49:06.141399+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190546141,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890194944,\"uptime\":2010441.53,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24155850,\"nice\":16950,\"sys\":3466290,\"idle\":1975369400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23878320,\"nice\":16410,\"sys\":3482550,\"idle\":1975592100,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30001,\"num\":3,\"sum\":60013}}}"}
2025-03-17T05:49:06.141525+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190546141,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:50:06.145530+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190606145,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890391552,\"uptime\":2010501.53,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24156210,\"nice\":16950,\"sys\":3466370,\"idle\":1975428590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23878930,\"nice\":16410,\"sys\":3482670,\"idle\":1975651320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29984,\"num\":13,\"sum\":59999}}}"}
2025-03-17T05:50:06.145589+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190606145,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:52:06.193477+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742190726193,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889412608,\"uptime\":2010621.58,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24156880,\"nice\":16950,\"sys\":3466580,\"idle\":1975547200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23879890,\"nice\":16410,\"sys\":3482850,\"idle\":1975769730,\"irq\":0}}],\"eventLoopStats\":{\"min\":28,\"max\":30022,\"num\":3,\"sum\":60027}}}"}
2025-03-17T05:52:06.193522+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742190726193,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T05:58:05.289798+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191085289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-response correctly routed"}
2025-03-17T06:00:06.317405+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191206317,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890809344,\"uptime\":2011101.7,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24160460,\"nice\":16950,\"sys\":3467280,\"idle\":1976021100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23883340,\"nice\":16410,\"sys\":3483550,\"idle\":1976243770,\"irq\":0}}],\"eventLoopStats\":{\"min\":51,\"max\":30028,\"num\":3,\"sum\":59999}}}"}
2025-03-17T06:00:06.317547+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191206317,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:03:05.327650+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191385327,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T06:03:05.328489+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191385328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T06:04:06.393445+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191446393,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890170368,\"uptime\":2011341.78,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24162360,\"nice\":16950,\"sys\":3467650,\"idle\":1976258350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23885530,\"nice\":16410,\"sys\":3483810,\"idle\":1976480620,\"irq\":0}}],\"eventLoopStats\":{\"min\":116,\"max\":30025,\"num\":3,\"sum\":60029}}}"}
2025-03-17T06:04:06.393519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191446393,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:05:06.425500+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191506425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889527296,\"uptime\":2011401.81,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24162850,\"nice\":16950,\"sys\":3467730,\"idle\":1976317510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23885980,\"nice\":16410,\"sys\":3483860,\"idle\":1976539970,\"irq\":0}}],\"eventLoopStats\":{\"min\":110,\"max\":30024,\"num\":3,\"sum\":60027}}}"}
2025-03-17T06:05:06.425565+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191506425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:06:06.453444+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191566453,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889875456,\"uptime\":2011461.84,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24163190,\"nice\":16950,\"sys\":3467810,\"idle\":1976376740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23886360,\"nice\":16410,\"sys\":3483940,\"idle\":1976599240,\"irq\":0}}],\"eventLoopStats\":{\"min\":106,\"max\":30009,\"num\":3,\"sum\":60026}}}"}
2025-03-17T06:06:06.453510+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191566453,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:12:58.991921+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978991,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T06:12:58.992285+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-17T06:12:58.992392+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:12:58.982Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"35c1378a-59da-4c92-837b-a74795efb907\",\"serviceId\":\"PXJUOWJ\",\"serviceName\":\"Global Network Operations (GNO)\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\",\"responderName\":\"GNO Slack\",\"responderId\":\"PZME0Y9\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PZME0Y9\",\"incidentNumber\":\"14035577\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:12:58.938Z\",\"pdData\":{\"incident\":{\"incident_number\":14035577,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T06:12:58Z\",\"updated_at\":\"2025-03-17T06:12:58Z\",\"status\":\"triggered\",\"incident_key\":\"6e3bc4e63210485ab67b56f32d8ffe02\",\"service\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"},\"assignments\":[{\"at\":\"2025-03-17T06:12:58Z\",\"assignee\":{\"id\":\"PZME0Y9\",\"type\":\"user_reference\",\"summary\":\"GNO Slack\",\"self\":\"https://api.pagerduty.com/users/PZME0Y9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PZME0Y9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:12:58Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PJ4LHHX\",\"type\":\"escalation_policy_reference\",\"summary\":\"GNO Oncall\",\"self\":\"https://api.pagerduty.com/escalation_policies/PJ4LHHX\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PJ4LHHX\"},\"teams\":[{\"id\":\"PNBD903\",\"type\":\"team_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/teams/PNBD903\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PNBD903\"}],\"impacted_services\":[{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:22:58Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q05PO4GARHD6N4\",\"type\":\"incident\",\"summary\":\"[#14035577] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"g1k7t2o1l5d9i3o3@computecloud.slack.com\"}}"}
2025-03-17T06:12:58.992394+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T06:12:58.992464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T06:12:58.992566+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:12:58.992567+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-response"}
2025-03-17T06:12:58.992567+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-17T06:12:58.992729+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978992,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T06:12:58.993256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978993,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,54,58,49,50,58,53,56,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T06:12:58.982Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"35c1378a-59da-4c92-837b-a74795efb907\\\",\\\"serviceId\\\":\\\"PXJUOWJ\\\",\\\"serviceName\\\":\\\"Global Network Operations (GNO)\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\\\",\\\"responderName\\\":\\\"GNO Slack\\\",\\\"responderId\\\":\\\"PZME0Y9\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PZME0Y9\\\",\\\"incidentNumber\\\":\\\"14035577\\\",\\\"incidentTitle\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-17T06:12:58.938Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14035577,\\\"title\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"created_at\\\":\\\"2025-03-17T06:12:58Z\\\",\\\"updated_at\\\":\\\"2025-03-17T06:12:58Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"6e3bc4e63210485ab67b56f32d8ffe02\\\",\\\"service\\\":{\\\"id\\\":\\\"PXJUOWJ\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"Global Network Operations (GNO)\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PXJUOWJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-17T06:12:58Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PZME0Y9\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"GNO Slack\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PZME0Y9\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PZME0Y9\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-17T06:12:58Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R6YPMB7QXEX8S69DBZ1SUU6YYG\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PJ4LHHX\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"GNO Oncall\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PJ4LHHX\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PJ4LHHX\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"PNBD903\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"Global Network Operations (GNO)\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/PNBD903\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/PNBD903\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"PXJUOWJ\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"Global Network Operations (GNO)\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PXJUOWJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-17T06:22:58Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"PXJUOWJ\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"Global Network Operations (GNO)\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PXJUOWJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q05PO4GARHD6N4\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14035577] Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q05PO4GARHD6N4\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"g1k7t2o1l5d9i3o3@computecloud.slack.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T06:12:58.982Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.5
2025-03-17T06:12:58.993256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] 14Z\"},\"eventObj\":{\"id\":\"35c1378a-59da-4c92-837b-a74795efb907\",\"serviceId\":\"PXJUOWJ\",\"serviceName\":\"Global Network Operations (GNO)\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\",\"responderName\":\"GNO Slack\",\"responderId\":\"PZME0Y9\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PZME0Y9\",\"incidentNumber\":\"14035577\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:12:58.938Z\",\"pdData\":{\"incident\":{\"incident_number\":14035577,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T06:12:58Z\",\"updated_at\":\"2025-03-17T06:12:58Z\",\"status\":\"triggered\",\"incident_key\":\"6e3bc4e63210485ab67b56f32d8ffe02\",\"service\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"},\"assignments\":[{\"at\":\"2025-03-17T06:12:58Z\",\"assignee\":{\"id\":\"PZME0Y9\",\"type\":\"user_reference\",\"summary\":\"GNO Slack\",\"self\":\"https://api.pagerduty.com/users/PZME0Y9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PZME0Y9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:12:58Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PJ4LHHX\",\"type\":\"escalation_policy_reference\",\"summary\":\"GNO Oncall\",\"self\":\"https://api.pagerduty.com/escalation_policies/PJ4LHHX\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PJ4LHHX\"},\"teams\":[{\"id\":\"PNBD903\",\"type\":\"team_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/teams/PNBD903\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PNBD903\"}],\"impacted_services\":[{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:22:58Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q05PO4GARHD6N4\",\"type\":\"incident\",\"summary\":\"[#14035577] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"g1k7t2o1l5d9i3o3@computecloud.slack.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-17T06:12:58.982Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"35c1378a-59da-4c92-837b-a74795efb907\",\"serviceId\":\"PXJUOWJ\",\"serviceName\":\"Global Network Operations (GNO)\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\",\"responderName\":\"GNO Slack\",\"responderId\":\"PZME0Y9\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PZME0Y9\",\"incidentNumber\":\"14035577\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:12:58.938Z\",\"pdData\":{\"incident\":{\"incident_number\":14035577,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T06:12:58Z\",\"updated_at\":\"2025-03-17T06:12:58Z\",\"status\":\"triggered\",\"incident_key\":\"6e3bc4e63210485ab67b56f32d8ffe02\",\"service\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"},\"assignments\":[{\"at\":\"2025-03-17T06:12:58Z\",\"assignee\":{\"id\":\"PZME0Y9\",\"type\":\"user_reference\",\"summary\":\"GNO Slack\",\"self\":\"https://api.pagerduty.com/users/PZME0Y9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PZME0Y9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:12:58Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4/log_entries/R6YPMB7QXEX8S69DBZ1SUU6YYG\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PJ4LHHX\",\"type\":\"escalation_policy_reference\",\"summary\":\"GNO Oncall\",\"self\":\"https://api.pagerduty.com/escalation_policies/PJ4LHHX\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PJ4LHHX\"},\"teams\":[{\"id\":\"PNBD903\",\"type\":\"team_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/teams/PNBD903\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PNBD903\"}],\"impacted_services\":[{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:22:58Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXJUOWJ\",\"type\":\"service_refe
2025-03-17T06:12:58.993256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] rence\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https://api.pagerduty.com/services/PXJUOWJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PXJUOWJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q05PO4GARHD6N4\",\"type\":\"incident\",\"summary\":\"[#14035577] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q05PO4GARHD6N4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"g1k7t2o1l5d9i3o3@computecloud.slack.com\"}}}"}
2025-03-17T06:12:58.993257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978993,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T06:12:58.993257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978993,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId QWCAAANuCF5"}
2025-03-17T06:12:58.993258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742191978993,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T06:15:06.509433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192106509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894184448,\"uptime\":2012001.89,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24167410,\"nice\":16990,\"sys\":3468510,\"idle\":1976909520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23890670,\"nice\":16540,\"sys\":3484640,\"idle\":1977131700,\"irq\":0}}],\"eventLoopStats\":{\"min\":206,\"max\":30020,\"num\":3,\"sum\":60019}}}"}
2025-03-17T06:15:06.509512+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192106509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:17:59.228952+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192279228,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T06:17:59.229754+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192279229,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T06:19:06.565433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192346565,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893651968,\"uptime\":2012241.95,\"totalMem\":4018151424,\"loadavg\":[0.29,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24169790,\"nice\":16990,\"sys\":3468910,\"idle\":1977146000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23892320,\"nice\":16540,\"sys\":3484970,\"idle\":1977368550,\"irq\":0}}],\"eventLoopStats\":{\"min\":206,\"max\":30002,\"num\":3,\"sum\":60003}}}"}
2025-03-17T06:19:06.565498+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192346565,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:21:06.609479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192466609,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892779520,\"uptime\":2012361.99,\"totalMem\":4018151424,\"loadavg\":[0.04,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24170650,\"nice\":16990,\"sys\":3469120,\"idle\":1977264420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23893060,\"nice\":16540,\"sys\":3485090,\"idle\":1977487120,\"irq\":0}}],\"eventLoopStats\":{\"min\":215,\"max\":30020,\"num\":3,\"sum\":60027}}}"}
2025-03-17T06:21:06.609521+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192466609,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:27:19.190344+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192839188,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T06:27:19.190348+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192839188,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T06:27:19.190352+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192839188,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:27:19.178Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"bf978938-ae01-4224-b772-cf0c107893d2\",\"sequenceNumber\":9}}"}
2025-03-17T06:27:19.190354+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192839189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T06:27:19.190358+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192839189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T06:27:19.190359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192839189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:27:19.190359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742192839189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T06:27:19.190359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192839189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T06:27:19.190359+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742192839189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T06:32:06.753437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193126753,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2889162752,\"uptime\":2013022.14,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24178080,\"nice\":16990,\"sys\":3470190,\"idle\":1977914920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23899050,\"nice\":16540,\"sys\":3486280,\"idle\":1978138170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29773,\"num\":21,\"sum\":59995}}}"}
2025-03-17T06:32:06.753570+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193126753,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:37:06.809473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193426809,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891522048,\"uptime\":2013322.19,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24180160,\"nice\":16990,\"sys\":3470510,\"idle\":1978211080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23901010,\"nice\":16540,\"sys\":3486750,\"idle\":1978434470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29751,\"num\":13,\"sum\":60004}}}"}
2025-03-17T06:37:06.809626+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193426809,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:38:06.837424+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193486837,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890522624,\"uptime\":2013382.22,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24180650,\"nice\":16990,\"sys\":3470580,\"idle\":1978270340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23901470,\"nice\":16540,\"sys\":3486810,\"idle\":1978493750,\"irq\":0}}],\"eventLoopStats\":{\"min\":249,\"max\":30027,\"num\":3,\"sum\":60026}}}"}
2025-03-17T06:38:06.837542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193486837,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:45:09.417253+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T06:45:09.417691+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-17T06:45:09.417818+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:45:09.408Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"5f10c43e-4709-646d-7d5d-2dc8ab004b35\",\"client\":\"icc-slack-app\"}"}
2025-03-17T06:45:09.417820+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T06:45:09.417883+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T06:45:09.418008+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:45:09.418008+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-internal-comms-request"}
2025-03-17T06:45:09.418009+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193909417,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-17T06:45:09.418216+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909418,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - value: [object Promise]"}
2025-03-17T06:45:09.419257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909418,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId bJBAAAadCyL and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,54,58,52,53,58,48,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T06:45:09.408Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08HYDW3893\\\",\\\"name\\\":\\\"icc-73102086\\\"},\\\"subject\\\":\\\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\\",\\\"description\\\":\\\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\\\nDetection Time: 2025-03-17 06:13:20.000 \\\\nReason: 50% Orgs Delayed for 24h \\\\n\\\\n\\\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\\\",\\\"detectedTime\\\":\\\"2025-03-17T06:13:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T04:14:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/chy-nhbk-ufg\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\\\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T06:29:41.802Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T06:43:37.842Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"id\\\":\\\"0ecd9085-134c-40b3-8327-b62637ef6fe0\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\\\",\\\"email\\\":\\\"akaibigan@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Anna Marie Kaibigan\\\",\\\"firstName\\\":\\\"Anna\\\",\\\"lastName\\\":\\\"Marie\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000000SS1mIAG\\\",\\\"slackUserId\\\":\\\"WBFEYNGA1\\\",\\\"createdBy\\\":\\\"akaibigan@salesforce.com\\\",\\\"modifiedBy\\\":\\\"akaibigan@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-05T23:58:47.585Z\\\",\\\"modifiedAt\\\":\\\"2022-04-05T23:58:47.585Z\\\"},\\\"externalGusId\\\":null},{\\\"createdAt\\\":\\\"2025-03-17T06:43:37.842Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T06:43:37.842Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"id\\\":\\\"04d73ed0-dea3-4192-b83f-366a6de240a2\\\",\\\"name\\\":\\\"IncidentCommunicationsOfficer\\\",\\\"displayName\\\":\\\"Incident Communications Officer\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T06:29:41.802Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73102086\\\",\\\"caseRecordId\\\":\\\"500EE00001TybJdYAJ\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/ZHQDAc9AH2Vv\\\",\\\"engagedAt\\\":\\\"2025-03-17T06:29:55.775Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T06:43:42.913Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/chy-nhbk-ufg\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T04:14:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Anna Marie Kaibigan\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WBFEYNGA1\\\",\\\"subject\\\":\\\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\\\",\\\"actions\\\":\\\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:45:09.128Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/chy-nhbk-ufg\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"CurrentlyUnderInvestigation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T04:14:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Anna Marie Kaibigan\\\",\\\"incidentCommanderSlackUserId\\\":\\\"WBFEYNGA1\\\",\\\"subject\\\":\\\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\\\",\\\"actions\\\":\\\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:45:09.128Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"5f10c43e-4709-646d-7d5d-2dc8ab004b35\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-
2025-03-17T06:45:09.419257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] 17T06:45:09.408Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"5f10c43e-4709-646d-7d5d-2dc8ab004b35\",\"client\":\"icc-slack-app\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-request\",\"payload\":{\"createdAt\":\"2025-03-17T06:45:09.408Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:0
2025-03-17T06:45:09.419257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] 0:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"5f10c43e-4709-646d-7d5d-2dc8ab004b35\",\"client\":\"icc-slack-app\"}}"}
2025-03-17T06:45:09.419257+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909418,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: bJBAAAadCyL"}
2025-03-17T06:45:09.419258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909418,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId bJBAAAadCyL"}
2025-03-17T06:45:09.419258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193909418,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleInternalCommsRequest for id 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 and docId bJBAAAadCyL"}
2025-03-17T06:45:09.419260+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742193909419,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"this.update.content.replace is not a function","stack":"TypeError: this.update.content.replace is not a function\n    at UpdateInfo.getContentWithNewlines (/app/build/quip/templates/update.info.js:21:36)\n    at Context.lookup (/app/node_modules/mustache/mustache.js:477:21)\n    at Writer.unescapedValue (/app/node_modules/mustache/mustache.js:664:25)\n    at Writer.renderTokens (/app/node_modules/mustache/mustache.js:580:45)\n    at Writer.render (/app/node_modules/mustache/mustache.js:556:17)\n    at Object.render (/app/node_modules/mustache/mustache.js:758:26)\n    at QuipService.addUpdate (/app/build/quip/quip.service.js:98:41)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExportService.addUpdate (/app/build/service/export.service.js:141:16)\n    at async ExportService.addInternalCommsUpdate (/app/build/service/export.service.js:93:16)"},"msg":"[Error] message not processed"}
2025-03-17T06:46:07.009419+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742193967009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888998912,\"uptime\":2013862.39,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24184760,\"nice\":16990,\"sys\":3471310,\"idle\":1978744240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23905140,\"nice\":16540,\"sys\":3487480,\"idle\":1978967790,\"irq\":0}}],\"eventLoopStats\":{\"min\":1,\"max\":29804,\"num\":9,\"sum\":60024}}}"}
2025-03-17T06:46:07.009471+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742193967009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:50:10.231246+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194210231,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T06:50:10.231920+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194210231,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T06:51:07.065435+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194267065,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2899783680,\"uptime\":2014162.45,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24187540,\"nice\":16990,\"sys\":3471770,\"idle\":1979040040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23907910,\"nice\":16540,\"sys\":3487890,\"idle\":1979263650,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29771,\"num\":14,\"sum\":59996}}}"}
2025-03-17T06:51:07.065576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194267065,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T06:55:11.596953+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194511596,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T06:55:11.597790+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194511597,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T06:58:07.221437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194687221,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2898771968,\"uptime\":2014582.61,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24190860,\"nice\":16990,\"sys\":3472410,\"idle\":1979454890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23911050,\"nice\":16540,\"sys\":3488590,\"idle\":1979678480,\"irq\":0}}],\"eventLoopStats\":{\"min\":196,\"max\":30024,\"num\":3,\"sum\":60017}}}"}
2025-03-17T06:58:07.221497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194687221,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:01:07.273453+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194867273,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894700544,\"uptime\":2014762.66,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24192710,\"nice\":16990,\"sys\":3472590,\"idle\":1979632550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23912470,\"nice\":16540,\"sys\":3488850,\"idle\":1979856320,\"irq\":0}}],\"eventLoopStats\":{\"min\":235,\"max\":30028,\"num\":3,\"sum\":60025}}}"}
2025-03-17T07:01:07.273549+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194867273,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:01:46.329360+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906327,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T07:01:46.329365+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-17T07:01:46.329382+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:01:46.318Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\",\"responderName\":\"Alvin Ko\",\"responderId\":\"PUW7ASW\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PUW7ASW\",\"incidentNumber\":\"14035879\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"success\":true,\"pageTimestamp\":\"2025-03-17T07:01:46.248Z\",\"pdData\":{\"incident\":{\"incident_number\":14035879,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T07:01:45Z\",\"updated_at\":\"2025-03-17T07:01:45Z\",\"status\":\"triggered\",\"incident_key\":\"892fa9af121c4a7c95512a9fb2f05838\",\"service\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"},\"assignments\":[{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"PUW7ASW\",\"type\":\"user_reference\",\"summary\":\"Alvin Ko\",\"self\":\"https://api.pagerduty.com/users/PUW7ASW\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUW7ASW\"}},{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"P7KWO6B\",\"type\":\"user_reference\",\"summary\":\"Rita Yung\",\"self\":\"https://api.pagerduty.com/users/P7KWO6B\",\"html_url\":\"https://salesforce.pagerduty.com/users/P7KWO6B\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T07:01:45Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R5ZQH0L5STWOVGBOT0D54MK4DL\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PDJ0IJM\",\"type\":\"escalation_policy_reference\",\"summary\":\"DBIE Site Switching\",\"self\":\"https://api.pagerduty.com/escalation_policies/PDJ0IJM\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PDJ0IJM\"},\"teams\":[{\"id\":\"PL1G7RY\",\"type\":\"team_reference\",\"summary\":\"GUS: Site Switching\",\"self\":\"https://api.pagerduty.com/teams/PL1G7RY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PL1G7RY\"}],\"impacted_services\":[{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T07:11:45Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T11:01:45Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11WXWA3ZT7FAC\",\"type\":\"incident\",\"summary\":\"[#14035879] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yko@salesforce.com\"}}"}
2025-03-17T07:01:46.329383+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T07:01:46.329384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T07:01:46.329385+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:01:46.329386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-page-response"}
2025-03-17T07:01:46.329388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-17T07:01:46.329388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906329,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T07:01:46.331752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906329,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,55,58,48,49,58,52,54,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T07:01:46.318Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"85f88ef1-b393-4435-9bb6-015fca5824d1\\\",\\\"serviceId\\\":\\\"P2U56IJ\\\",\\\"serviceName\\\":\\\"GUS: Site Switching Incident Escalation\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\\\",\\\"responderName\\\":\\\"Alvin Ko\\\",\\\"responderId\\\":\\\"PUW7ASW\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PUW7ASW\\\",\\\"incidentNumber\\\":\\\"14035879\\\",\\\"incidentTitle\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-17T07:01:46.248Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14035879,\\\"title\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"created_at\\\":\\\"2025-03-17T07:01:45Z\\\",\\\"updated_at\\\":\\\"2025-03-17T07:01:45Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"892fa9af121c4a7c95512a9fb2f05838\\\",\\\"service\\\":{\\\"id\\\":\\\"P2U56IJ\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Site Switching Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P2U56IJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-17T07:01:45Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PUW7ASW\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Alvin Ko\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PUW7ASW\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PUW7ASW\\\"}},{\\\"at\\\":\\\"2025-03-17T07:01:45Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"P7KWO6B\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Rita Yung\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/P7KWO6B\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/P7KWO6B\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-17T07:01:45Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R5ZQH0L5STWOVGBOT0D54MK4DL\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PDJ0IJM\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"DBIE Site Switching\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PDJ0IJM\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PDJ0IJM\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"PL1G7RY\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"GUS: Site Switching\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/PL1G7RY\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/PL1G7RY\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"P2U56IJ\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Site Switching Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P2U56IJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-17T07:11:45Z\\\"},{\\\"type\\\":\\\"resolve\\\",\\\"at\\\":\\\"2025-03-17T11:01:45Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"P2U56IJ\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Site Switching Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/P2U56IJ\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q11WXWA3ZT7FAC\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14035879] Incident: Customers seeing latency on OMNI chat - single pod\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q11WXWA3ZT7FAC\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: Customers seeing latency on OMNI chat - single pod\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73095026\\\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"yko@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T07:01:46.318Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26
2025-03-17T07:01:46.331752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] :10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\",\"responderName\":\"Alvin Ko\",\"responderId\":\"PUW7ASW\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PUW7ASW\",\"incidentNumber\":\"14035879\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"success\":true,\"pageTimestamp\":\"2025-03-17T07:01:46.248Z\",\"pdData\":{\"incident\":{\"incident_number\":14035879,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T07:01:45Z\",\"updated_at\":\"2025-03-17T07:01:45Z\",\"status\":\"triggered\",\"incident_key\":\"892fa9af121c4a7c95512a9fb2f05838\",\"service\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"},\"assignments\":[{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"PUW7ASW\",\"type\":\"user_reference\",\"summary\":\"Alvin Ko\",\"self\":\"https://api.pagerduty.com/users/PUW7ASW\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUW7ASW\"}},{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"P7KWO6B\",\"type\":\"user_reference\",\"summary\":\"Rita Yung\",\"self\":\"https://api.pagerduty.com/users/P7KWO6B\",\"html_url\":\"https://salesforce.pagerduty.com/users/P7KWO6B\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T07:01:45Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R5ZQH0L5STWOVGBOT0D54MK4DL\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PDJ0IJM\",\"type\":\"escalation_policy_reference\",\"summary\":\"DBIE Site Switching\",\"self\":\"https://api.pagerduty.com/escalation_policies/PDJ0IJM\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PDJ0IJM\"},\"teams\":[{\"id\":\"PL1G7RY\",\"type\":\"team_reference\",\"summary\":\"GUS: Site Switching\",\"self\":\"https://api.pagerduty.com/teams/PL1G7RY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PL1G7RY\"}],\"impacted_services\":[{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T07:11:45Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T11:01:45Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11WXWA3ZT7FAC\",\"type\":\"incident\",\"summary\":\"[#14035879] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yko@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-17T07:01:46.318Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\",\"responderName\":\"Alvin Ko\",\"responderId\":\"PUW7ASW\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PUW7ASW\",\"incidentNumber\":\"14035879\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"success\":true,\"pageTimestamp\":\"2025-03-17T07:01:46.248Z\",\"pdData\":{\"incident\":{\"incident_number\":14035879,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T07:01:45Z\",\"updated_at\":\"2025-03-17T07:01:45Z\",\"status\":\"triggered\",\"incident_key\":\"892fa9af121c4a7c95512a9fb2f05838\",\"service\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"},\"assignments\":[{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"PUW7ASW\",\"type\":\"user_reference\",\"summary\":\"Alvin Ko\",\"self\":\"https://api.pagerduty.com/users/PUW7ASW\",\"html_url\":\"https://salesforce.pagerduty.com/users/PUW7ASW\"}},{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"P7KWO6B\",\"type\":\"user_reference\",\"summary\":\"Rita Yung\",\"self\":\"https://api.pagerduty.com/users/P7KWO6B\",\"html_url\":\"https://salesforce.pagerduty.com/users/P7KWO6B\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T07:01:45Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R5ZQH0L5STWOVGBOT0D54MK4DL\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC/log_entries/R5ZQH0L5STWOVGBOT0D54MK4DL\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_defau
2025-03-17T07:01:46.331752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] lt\"},\"escalation_policy\":{\"id\":\"PDJ0IJM\",\"type\":\"escalation_policy_reference\",\"summary\":\"DBIE Site Switching\",\"self\":\"https://api.pagerduty.com/escalation_policies/PDJ0IJM\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PDJ0IJM\"},\"teams\":[{\"id\":\"PL1G7RY\",\"type\":\"team_reference\",\"summary\":\"GUS: Site Switching\",\"self\":\"https://api.pagerduty.com/teams/PL1G7RY\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PL1G7RY\"}],\"impacted_services\":[{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T07:11:45Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T11:01:45Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/P2U56IJ\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/P2U56IJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11WXWA3ZT7FAC\",\"type\":\"incident\",\"summary\":\"[#14035879] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https://api.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q11WXWA3ZT7FAC\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https://meet.google.com/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yko@salesforce.com\"}}}"}
2025-03-17T07:01:46.331753+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906329,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T07:01:46.331754+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906329,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId QWCAAANuCF5"}
2025-03-17T07:01:46.331755+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906329,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T07:01:46.355554+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T07:01:46.355685+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-17T07:01:46.355794+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:01:46.345Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WARC9MRD0\"]}}"}
2025-03-17T07:01:46.355796+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T07:01:46.355858+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T07:01:46.356023+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:01:46.356026+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-slack-channel-invite-users"}
2025-03-17T07:01:46.356026+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906355,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-17T07:01:46.356053+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194906356,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-slack-channel-invite-users correctly routed"}
2025-03-17T07:02:07.289434+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742194927289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895593472,\"uptime\":2014822.67,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24193120,\"nice\":16990,\"sys\":3472670,\"idle\":1979691770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23913010,\"nice\":16540,\"sys\":3488920,\"idle\":1979915540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30023,\"num\":22,\"sum\":60004}}}"}
2025-03-17T07:02:07.289524+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742194927289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:06:47.325164+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195207325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T07:06:47.326021+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195207325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T07:07:17.313681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:07:17.313751+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195237313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-reporting'"}
2025-03-17T07:07:17.313775+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.263Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}]}"}
2025-03-17T07:07:17.313792+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-17T07:07:17.313857+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-17T07:07:17.313965+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195237313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:07:17.314195+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742195237314,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T07:07:17.335814+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237335,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:07:17.335983+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195237335,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-reporting'"}
2025-03-17T07:07:17.336070+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237335,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.263Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}],\"cis\":[{\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"configurationItem\":{\"id\":\"a7JEE00000J7QcN2AV\",\"name\":\"swe96s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod16-eunorth1.core1.swe96s\",\"parentId\":\"a7JEE000005dCCv2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:16.920Z\",\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}}]}"}
2025-03-17T07:07:17.336071+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237336,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-17T07:07:17.336148+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237336,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-17T07:07:17.336295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195237336,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:07:17.336531+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742195237336,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T07:07:17.925190+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195237925,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-17T07:08:07.445479+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195287445,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892836864,\"uptime\":2015182.83,\"totalMem\":4018151424,\"loadavg\":[0.04,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24196190,\"nice\":16990,\"sys\":3473050,\"idle\":1980047100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23915480,\"nice\":16540,\"sys\":3489320,\"idle\":1980271350,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29804,\"num\":39,\"sum\":60011}}}"}
2025-03-17T07:08:07.445542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195287445,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:08:19.878267+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195299878,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-internal-comms-request correctly routed"}
2025-03-17T07:08:20.043144+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195300042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:08:20.043448+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T07:08:20.043540+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:08:20.033Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"7ec916e0-1c07-43cb-9465-332d8575e78b\",\"sequenceNumber\":3}}"}
2025-03-17T07:08:20.043967+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T07:08:20.043968+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T07:08:20.043969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:08:20.043969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-internal-comms-response"}
2025-03-17T07:08:20.043970+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T07:08:20.043970+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195300043,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-internal-comms-response correctly routed"}
2025-03-17T07:08:29.961240+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:08:29.961525+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T07:08:29.961620+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:08:29.952Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"7ec916e0-1c07-43cb-9465-332d8575e78b\",\"sequenceNumber\":3}}"}
2025-03-17T07:08:29.961621+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T07:08:29.961686+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T07:08:29.962050+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:08:29.962051+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-internal-comms-response"}
2025-03-17T07:08:29.962052+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T07:08:29.962052+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195309961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-internal-comms-response correctly routed"}
2025-03-17T07:10:07.493464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195407493,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891902976,\"uptime\":2015302.88,\"totalMem\":4018151424,\"loadavg\":[0,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24196870,\"nice\":16990,\"sys\":3473200,\"idle\":1980165470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23916220,\"nice\":16540,\"sys\":3489460,\"idle\":1980390020,\"irq\":0}}],\"eventLoopStats\":{\"min\":175,\"max\":30000,\"num\":3,\"sum\":60019}}}"}
2025-03-17T07:10:07.493544+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195407493,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:12:07.521436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195527521,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2891911168,\"uptime\":2015422.91,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24198000,\"nice\":16990,\"sys\":3473360,\"idle\":1980283990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23917110,\"nice\":16540,\"sys\":3489640,\"idle\":1980508400,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30029,\"num\":4,\"sum\":60001}}}"}
2025-03-17T07:12:07.521496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195527521,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:12:18.734562+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:12:18.734619+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-17T07:12:18.734621+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:12:17.666Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"927c2545-bf69-4538-b493-419e2ac619ec\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}"}
2025-03-17T07:12:18.734626+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T07:12:18.734683+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T07:12:18.734796+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:12:18.734796+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - bullmq-job-completed"}
2025-03-17T07:12:18.734845+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-17T07:12:18.734849+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538734,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - bullmq-job-completed correctly routed"}
2025-03-17T07:12:18.822460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:12:18.822540+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-17T07:12:18.822576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:12:18.770Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"927c2545-bf69-4538-b493-419e2ac619ec\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"927c2545-bf69-4538-b493-419e2ac619ec\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T07:12:17.563Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}"}
2025-03-17T07:12:18.822578+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T07:12:18.822657+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T07:12:18.822765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:12:18.822765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-reminder-triggered"}
2025-03-17T07:12:18.822766+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-17T07:12:18.822785+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742195538822,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-reminder-triggered correctly routed"}
2025-03-17T07:24:07.737393+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196247737,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887372800,\"uptime\":2016143.12,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24204270,\"nice\":16990,\"sys\":3474410,\"idle\":1980994420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23922890,\"nice\":16540,\"sys\":3490590,\"idle\":1981219240,\"irq\":0}}],\"eventLoopStats\":{\"min\":178,\"max\":30004,\"num\":3,\"sum\":60023}}}"}
2025-03-17T07:24:07.737521+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196247737,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:24:53.214714+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196293214,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T07:24:53.215502+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196293215,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T07:25:07.745411+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196307745,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886864896,\"uptime\":2016203.13,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24204620,\"nice\":16990,\"sys\":3474490,\"idle\":1981053670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23923320,\"nice\":16540,\"sys\":3490680,\"idle\":1981278460,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30030,\"num\":13,\"sum\":60003}}}"}
2025-03-17T07:25:07.745553+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196307745,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:25:28.318983+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328318,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:25:28.319266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-17T07:25:28.319354+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.291Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}"}
2025-03-17T07:25:28.319356+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-17T07:25:28.319381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-17T07:25:28.319583+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:25:28.319583+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-usd-resource-deleted"}
2025-03-17T07:25:28.319586+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-17T07:25:28.319586+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328319,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-usd-resource-deleted correctly routed"}
2025-03-17T07:25:28.324806+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328324,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:25:28.325086+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-17T07:25:28.325184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.315Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https://tel.meet/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":[],\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}"}
2025-03-17T07:25:28.325185+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-17T07:25:28.325243+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-17T07:25:28.325406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:25:28.325406+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-usd-resource-created"}
2025-03-17T07:25:28.325407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-17T07:25:28.325407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328325,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-usd-resource-created correctly routed"}
2025-03-17T07:25:28.373357+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:25:28.373451+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-17T07:25:28.373454+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.325Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[]}"}
2025-03-17T07:25:28.373454+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-17T07:25:28.373522+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-17T07:25:28.373606+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:25:28.373790+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742196328373,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T07:25:29.061506+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:25:29.061576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-reporting'"}
2025-03-17T07:25:29.061602+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:29.009Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}]}"}
2025-03-17T07:25:29.061603+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-17T07:25:29.061665+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-17T07:25:29.061768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:25:29.061995+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742196329061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T07:25:29.080622+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329080,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6"}
2025-03-17T07:25:29.080779+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196329080,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-reporting'"}
2025-03-17T07:25:29.080815+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329080,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:29.009Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}],\"cis\":[{\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"configurationItem\":{\"id\":\"a7JEE00000J7QcN2AV\",\"name\":\"swe96s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod16-eunorth1.core1.swe96s\",\"parentId\":\"a7JEE000005dCCv2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:18.837Z\",\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"inactive\",\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}}]}"}
2025-03-17T07:25:29.080816+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329080,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-17T07:25:29.080868+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329080,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}"}
2025-03-17T07:25:29.081154+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196329080,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:25:29.081156+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742196329081,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T07:25:29.425219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196329425,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-17T07:25:30.133731+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196330133,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6-incident-info, info: {\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseId\":\"500EE00001TybJdYAJ\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"slackChannelId\":\"C08HYDW3893\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"impact\":\"PerformanceDegradation\",\"impactStart\":\"2025-03-17T04:14:00.000Z\",\"impactEnd\":\"2025-03-17T07:03:00.000Z\",\"servicesImpacted\":\"Core Live on Falcon\",\"roles\":{},\"category\":\"Application\",\"rootCause\":\"Other\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q0YAZRT246FLY2\",\"caseNumber\":\"73102086\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-17T07:25:30.134821+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196330134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6 - icc-incident-resolved correctly routed"}
2025-03-17T07:26:07.745439+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196367745,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886897664,\"uptime\":2016263.13,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24204990,\"nice\":16990,\"sys\":3474570,\"idle\":1981112820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23923650,\"nice\":16540,\"sys\":3490780,\"idle\":1981337700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29817,\"num\":36,\"sum\":59988}}}"}
2025-03-17T07:26:07.745576+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196367745,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:31:07.801408+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196667801,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886819840,\"uptime\":2016563.18,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24207620,\"nice\":16990,\"sys\":3475030,\"idle\":1981408660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23926130,\"nice\":16540,\"sys\":3491220,\"idle\":1981634050,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29785,\"num\":175,\"sum\":59950}}}"}
2025-03-17T07:31:07.801534+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196667801,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:36:07.921465+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742196967921,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886152192,\"uptime\":2016863.3,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24210740,\"nice\":16990,\"sys\":3475420,\"idle\":1981705090,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23928850,\"nice\":16540,\"sys\":3491650,\"idle\":1981930240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29810,\"num\":13,\"sum\":60026}}}"}
2025-03-17T07:36:07.921497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742196967921,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:40:08.021433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197208021,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885918720,\"uptime\":2017103.4,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24212960,\"nice\":16990,\"sys\":3475780,\"idle\":1981941970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23930820,\"nice\":16540,\"sys\":3492030,\"idle\":1982167420,\"irq\":0}}],\"eventLoopStats\":{\"min\":179,\"max\":30029,\"num\":3,\"sum\":60027}}}"}
2025-03-17T07:40:08.021473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197208021,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:44:08.137452+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197448137,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885451776,\"uptime\":2017343.52,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24215120,\"nice\":16990,\"sys\":3476040,\"idle\":1982178800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23932240,\"nice\":16540,\"sys\":3492300,\"idle\":1982404740,\"irq\":0}}],\"eventLoopStats\":{\"min\":166,\"max\":30003,\"num\":3,\"sum\":60028}}}"}
2025-03-17T07:44:08.137536+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197448137,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:46:08.173684+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197568173,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885459968,\"uptime\":2017463.56,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24216330,\"nice\":16990,\"sys\":3476200,\"idle\":1982297300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23933870,\"nice\":16540,\"sys\":3492460,\"idle\":1982523150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29885,\"num\":14,\"sum\":60026}}}"}
2025-03-17T07:46:08.173690+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197568173,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:46:24.405867+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197584405,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T07:46:24.406142+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T07:46:24.406184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:46:24.396Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"73bbd81f-b219-4cb5-9706-684d96570676\",\"sequenceNumber\":11}}"}
2025-03-17T07:46:24.406229+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T07:46:24.406258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T07:46:24.406397+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:46:24.406398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T07:46:24.406401+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T07:46:24.406415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197584406,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T07:49:08.233411+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197748233,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895015936,\"uptime\":2017643.62,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24218230,\"nice\":16990,\"sys\":3476480,\"idle\":1982474830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23935780,\"nice\":16540,\"sys\":3492740,\"idle\":1982700330,\"irq\":0}}],\"eventLoopStats\":{\"min\":101,\"max\":30029,\"num\":3,\"sum\":60019}}}"}
2025-03-17T07:49:08.233473+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197748233,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:53:08.293451+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742197988293,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894540800,\"uptime\":2017883.68,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24219950,\"nice\":16990,\"sys\":3476830,\"idle\":1982711800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23937250,\"nice\":16540,\"sys\":3493160,\"idle\":1982937230,\"irq\":0}}],\"eventLoopStats\":{\"min\":124,\"max\":30030,\"num\":3,\"sum\":60023}}}"}
2025-03-17T07:53:08.293554+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742197988293,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T07:58:08.377407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742198288377,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893557760,\"uptime\":2018183.76,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24222620,\"nice\":16990,\"sys\":3477230,\"idle\":1983008150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23939880,\"nice\":16540,\"sys\":3493510,\"idle\":1983233400,\"irq\":0}}],\"eventLoopStats\":{\"min\":138,\"max\":30030,\"num\":3,\"sum\":60005}}}"}
2025-03-17T07:58:08.377463+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742198288377,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:01:08.445486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742198468445,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893565952,\"uptime\":2018363.83,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24224010,\"nice\":16990,\"sys\":3477450,\"idle\":1983185740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23940760,\"nice\":16540,\"sys\":3493800,\"idle\":1983411380,\"irq\":0}}],\"eventLoopStats\":{\"min\":171,\"max\":30008,\"num\":3,\"sum\":60027}}}"}
2025-03-17T08:01:08.445534+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742198468445,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:02:08.465741+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742198528465,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893111296,\"uptime\":2018423.85,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24224630,\"nice\":16990,\"sys\":3477540,\"idle\":1983245000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23941240,\"nice\":16540,\"sys\":3493900,\"idle\":1983470630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29864,\"num\":12,\"sum\":60018}}}"}
2025-03-17T08:02:08.465747+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742198528465,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:04:08.525436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742198648525,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893492224,\"uptime\":2018543.91,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24225470,\"nice\":16990,\"sys\":3477740,\"idle\":1983363440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23941920,\"nice\":16540,\"sys\":3494080,\"idle\":1983589170,\"irq\":0}}],\"eventLoopStats\":{\"min\":135,\"max\":30004,\"num\":3,\"sum\":60027}}}"}
2025-03-17T08:04:08.525549+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742198648525,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:08:08.629464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742198888629,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895294464,\"uptime\":2018784.01,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24227820,\"nice\":16990,\"sys\":3478000,\"idle\":1983600340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23943840,\"nice\":16540,\"sys\":3494360,\"idle\":1983826320,\"irq\":0}}],\"eventLoopStats\":{\"min\":79,\"max\":30000,\"num\":3,\"sum\":60025}}}"}
2025-03-17T08:08:08.629514+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742198888629,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:12:45.750119+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199165749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:12:45.750371+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-reporting'"}
2025-03-17T08:12:45.750453+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:45.594Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U01G5MUL669\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"894f3cea-8f42-1a50-b5cc-e43462b6c395\",\"client\":\"quantumks2s\"}"}
2025-03-17T08:12:45.750462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"}
2025-03-17T08:12:45.750515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}"}
2025-03-17T08:12:45.750634+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:12:45.750637+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-created-without-slack-channel"}
2025-03-17T08:12:45.750637+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-incident-created-without-slack-channel is not consumed by icc-reporting."}
2025-03-17T08:12:45.750654+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199165750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-created-without-slack-channel correctly routed"}
2025-03-17T08:12:49.342825+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169342,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:12:49.343066+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='icc-reporting'"}
2025-03-17T08:12:49.343115+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:49.333Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"3ece2bd0-1397-47f6-8de2-6b91ae315528\",\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-17T08:12:48.892Z\",\"modifiedAt\":\"2025-03-17T08:12:48.892Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-17T08:12:48.892Z\",\"modifiedAt\":\"2025-03-17T08:12:48.892Z\",\"id\":\"3ece2bd0-1397-47f6-8de2-6b91ae315528\",\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true,\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"folderId\":null}]}}"}
2025-03-17T08:12:49.343118+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"}
2025-03-17T08:12:49.343173+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}"}
2025-03-17T08:12:49.343316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:12:49.343317+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-bridge-created"}
2025-03-17T08:12:49.343318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-bridge-created is now being processed."}
2025-03-17T08:12:49.343464+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T08:12:49.343872+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId null and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,98,114,105,100,103,101,45,99,114,101,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,56,58,49,50,58,52,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T08:12:49.333Z\\\",\\\"user\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"name\\\":\\\"SiteReliability\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:02.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"New\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"\\\",\\\"caseRecordId\\\":\\\"\\\",\\\"servicesImpacted\\\":[],\\\"quipDocLink\\\":\\\"\\\",\\\"engagedAt\\\":\\\"\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"gusExportTimestamp\\\":\\\"\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"3ece2bd0-1397-47f6-8de2-6b91ae315528\\\",\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\",\\\"isManaged\\\":true,\\\"createdBy\\\":\\\"SiteReliability\\\",\\\"modifiedBy\\\":\\\"SiteReliability\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:48.892Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:48.892Z\\\"},\\\"changes\\\":{\\\"bridge\\\":[null,{\\\"createdAt\\\":\\\"2025-03-17T08:12:48.892Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:48.892Z\\\",\\\"id\\\":\\\"3ece2bd0-1397-47f6-8de2-6b91ae315528\\\",\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\",\\\"isManaged\\\":true,\\\"incidentId\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"folderId\\\":null}]}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T08:12:49.333Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"3ece2bd0-1397-47f6-8de2-6b91ae315528\",\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-17T08:12:48.892Z\",\"modifiedAt\":\"2025-03-17T08:12:48.892Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-17T08:12:48.892Z\",\"modifiedAt\":\"2025-03-17T08:12:48.892Z\",\"id\":\"3ece2bd0-1397-47f6-8de2-6b91ae315528\",\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true,\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"folderId\":null}]}},\"encoder\":\"json\",\"eventType\":\"icc-bridge-created\",\"payload\":{\"createdAt\":\"2025-03-17T08:12:49.333Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"id\":\"3ece2bd0-1397-47f6-8de2-6b91ae315528\",\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true,\"createdBy\":\"SiteReliability\",\"modifiedBy\":\"SiteReliability\",\"createdAt\":\"2025-03-17T08:12:48.892Z\",\"modifiedAt\":\"2025-03-17T08:12:48.892Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-17T08:12:48.892Z\",\"modifiedAt\":\"2025-03-17T08:12:48.892Z\",\"id\":\"3ece2bd0-1397-47f6-8de2-6b91ae315528\",\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true,\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"folderId\":null}]}}}"}
2025-03-17T08:12:49.343873+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId not found for 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:12:49.343950+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199169343,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-bridge-created correctly routed"}
2025-03-17T08:12:53.662347+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:12:53.662474+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-reporting'"}
2025-03-17T08:12:53.662480+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:53.612Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"createdAt\":\"2025-03-17T08:12:47.849Z\",\"modifiedAt\":\"2025-03-17T08:12:52.871Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"}}"}
2025-03-17T08:12:53.662481+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"}
2025-03-17T08:12:53.662544+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"}
2025-03-17T08:12:53.662633+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:12:53.662634+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-slack-channel-renamed"}
2025-03-17T08:12:53.662645+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-renamed is not consumed by icc-reporting."}
2025-03-17T08:12:53.662670+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199173662,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-slack-channel-renamed correctly routed"}
2025-03-17T08:12:53.728694+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199173728,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response correctly routed"}
2025-03-17T08:12:59.867607+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199179867,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: [{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]"}
2025-03-17T08:13:00.104287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199180104,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: [{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]"}
2025-03-17T08:13:05.133824+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185133,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:13:05.133969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199185133,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-17T08:13:05.134003+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185133,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:13:04.655Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:13:04.655Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}"}
2025-03-17T08:13:05.134048+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T08:13:05.134087+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T08:13:05.134217+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:13:05.134218+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response"}
2025-03-17T08:13:05.134218+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-17T08:13:05.134388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T08:13:05.134746+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,56,58,49,51,58,48,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T08:13:04.655Z\\\",\\\"user\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"name\\\":\\\"SiteReliability\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-17T08:13:04.655Z\\\",\\\"recordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"incidentId\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"caseNumber\\\":\\\"73104263\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T08:13:04.655Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:13:04.655Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-17T08:13:04.655Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:13:04.655Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}}"}
2025-03-17T08:13:05.134747+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T08:13:05.134748+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId ODAAAAeWWAB"}
2025-03-17T08:13:05.134748+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T08:13:05.134752+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8314687c-abb3-4165-bbbf-414b12112a6b, docId ODAAAAeWWAB, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:13:04.655Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"}"}
2025-03-17T08:13:05.134829+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b-gus-casenumber - value: [object Promise]"}
2025-03-17T08:13:05.135002+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8314687c-abb3-4165-bbbf-414b12112a6b, docId ODAAAAeWWAB, caseNumber 73104263"}
2025-03-17T08:13:05.135002+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199185134,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response correctly routed"}
2025-03-17T08:15:08.082316+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:15:08.082600+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T08:15:08.082634+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:15:08.073Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"b5000745-a9d2-4292-9f36-bdba32184df4\",\"sequenceNumber\":1}}"}
2025-03-17T08:15:08.082647+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T08:15:08.082708+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T08:15:08.082827+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:15:08.082846+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-response"}
2025-03-17T08:15:08.082847+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T08:15:08.082875+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199308082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-response correctly routed"}
2025-03-17T08:16:08.709446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199368709,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2893639680,\"uptime\":2019264.09,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24232400,\"nice\":16990,\"sys\":3478570,\"idle\":1984073930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23947440,\"nice\":16540,\"sys\":3494940,\"idle\":1984300350,\"irq\":0}}],\"eventLoopStats\":{\"min\":91,\"max\":30018,\"num\":3,\"sum\":60009}}}"}
2025-03-17T08:16:08.709493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199368709,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:18:08.769446+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199488769,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885742592,\"uptime\":2019384.15,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24233490,\"nice\":16990,\"sys\":3478760,\"idle\":1984192010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23948760,\"nice\":16540,\"sys\":3495160,\"idle\":1984418570,\"irq\":0}}],\"eventLoopStats\":{\"min\":98,\"max\":30003,\"num\":3,\"sum\":60027}}}"}
2025-03-17T08:18:08.769500+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199488769,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:18:32.327688+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199512327,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:18:32.327995+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199512327,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-reporting'"}
2025-03-17T08:18:32.328017+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199512327,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:18:31.437Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"ok\":true,\"id\":\"1e4f03e1-7358-4e17-bc04-28b30dd965be\",\"serviceId\":\"PESOBA9\",\"serviceName\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"nwyi97h-yndg98-iqb7vg-r8mtp-1742199511055\",\"client\":\"icc-ui\"}"}
2025-03-17T08:18:32.328059+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199512328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"}
2025-03-17T08:18:32.328105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199512328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}"}
2025-03-17T08:18:32.328216+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199512328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:18:32.328241+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199512328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-page-request"}
2025-03-17T08:18:32.328484+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199512328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-page-request is not consumed by icc-reporting."}
2025-03-17T08:18:32.328487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199512328,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-page-request correctly routed"}
2025-03-17T08:19:04.999141+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:19:04.999499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-reporting'"}
2025-03-17T08:19:04.999596+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}"}
2025-03-17T08:19:04.999597+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-17T08:19:04.999669+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-17T08:19:04.999767+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:19:04.999767+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-updated"}
2025-03-17T08:19:04.999768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-incident-updated is now being processed."}
2025-03-17T08:19:04.999906+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199544999,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T08:19:05.000414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199545000,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,117,112,100,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,56,58,49,57,58,48,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T08:19:04.844Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T08:13:04.655Z\\\",\\\"usdResources\\\":[]},\\\"changes\\\":{\\\"detectedTime\\\":[\\\"2025-03-17T08:06:02.000Z\\\",\\\"2025-03-17T08:06:00.000Z\\\"],\\\"impactStartTime\\\":[\\\"2025-03-17T08:12:44.236Z\\\",\\\"2025-03-17T07:53:00.000Z\\\"],\\\"roles\\\":{\\\"0\\\":[null,{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}]}},\\\"requestId\\\":\\\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-
2025-03-17T08:19:05.000414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] 28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-updated\",\"payload\":{\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}}"}
2025-03-17T08:19:05.000415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199545000,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T08:19:05.000416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199545000,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-incident-updated and docId ODAAAAeWWAB"}
2025-03-17T08:19:05.000440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199545000,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentUpdated for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T08:19:05.000444+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199545000,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 8314687c-abb3-4165-bbbf-414b12112a6b-incident-info"}
2025-03-17T08:19:05.000710+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199545000,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b-gus-casenumber - value: [object Promise]"}
2025-03-17T08:19:09.499587+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:19:09.499719+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-17T08:19:09.499720+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:09.243Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}"}
2025-03-17T08:19:09.499734+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T08:19:09.499801+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T08:19:09.499885+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:19:09.499886+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response"}
2025-03-17T08:19:09.499900+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199549499,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-17T08:19:09.500061+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T08:19:09.500448+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,56,58,49,57,58,48,57,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T08:19:09.243Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-17T08:19:09.243Z\\\",\\\"recordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"incidentId\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"caseNumber\\\":\\\"73104263\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T08:19:09.243Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-17T08:19:09.243Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}}"}
2025-03-17T08:19:09.500449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T08:19:09.500450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId ODAAAAeWWAB"}
2025-03-17T08:19:09.500450+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T08:19:09.500467+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8314687c-abb3-4165-bbbf-414b12112a6b, docId ODAAAAeWWAB, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"}"}
2025-03-17T08:19:09.500568+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b-gus-casenumber - value: [object Promise]"}
2025-03-17T08:19:09.500734+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8314687c-abb3-4165-bbbf-414b12112a6b, docId ODAAAAeWWAB, caseNumber 73104263"}
2025-03-17T08:19:09.500734+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199549500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response correctly routed"}
2025-03-17T08:22:59.394459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:22:59.394581+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-17T08:22:59.394601+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.342Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}"}
2025-03-17T08:22:59.394603+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T08:22:59.394661+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T08:22:59.394767+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:22:59.394768+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - bullmq-job-completed"}
2025-03-17T08:22:59.394769+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-17T08:22:59.394771+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779394,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - bullmq-job-completed correctly routed"}
2025-03-17T08:22:59.478083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779477,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T08:22:59.478230+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-17T08:22:59.478235+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with /icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}"}
2025-03-17T08:22:59.478250+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T08:22:59.478318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T08:22:59.478415+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:22:59.478424+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-reminder-triggered"}
2025-03-17T08:22:59.478425+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-17T08:22:59.478428+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742199779478,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-reminder-triggered correctly routed"}
2025-03-17T08:27:08.897475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200028897,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2892615680,\"uptime\":2019924.28,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24238400,\"nice\":16990,\"sys\":3479420,\"idle\":1984724930,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23952720,\"nice\":16540,\"sys\":3495780,\"idle\":1984951760,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30029,\"num\":22,\"sum\":60001}}}"}
2025-03-17T08:27:08.897522+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200028897,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:30:08.961394+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200208961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2890407936,\"uptime\":2020104.34,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24239540,\"nice\":16990,\"sys\":3479610,\"idle\":1984902670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23953890,\"nice\":16540,\"sys\":3496030,\"idle\":1985129530,\"irq\":0}}],\"eventLoopStats\":{\"min\":118,\"max\":30007,\"num\":3,\"sum\":60002}}}"}
2025-03-17T08:30:08.961453+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200208961,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:31:54.501130+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200314500,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T08:31:54.502268+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200314502,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T08:32:34.620999+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200354620,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-page-response correctly routed"}
2025-03-17T08:36:09.061438+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200569061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895581184,\"uptime\":2020464.45,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24242340,\"nice\":16990,\"sys\":3480150,\"idle\":1985258410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23957610,\"nice\":16540,\"sys\":3496540,\"idle\":1985484740,\"irq\":0}}],\"eventLoopStats\":{\"min\":134,\"max\":30003,\"num\":3,\"sum\":60017}}}"}
2025-03-17T08:36:09.061518+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200569061,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:37:09.093421+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200629093,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895585280,\"uptime\":2020524.48,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24242660,\"nice\":16990,\"sys\":3480240,\"idle\":1985317670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23957910,\"nice\":16540,\"sys\":3496600,\"idle\":1985544040,\"irq\":0}}],\"eventLoopStats\":{\"min\":119,\"max\":30030,\"num\":3,\"sum\":60029}}}"}
2025-03-17T08:37:09.093538+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200629093,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:37:35.284877+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200655284,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T08:37:35.285558+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200655285,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T08:39:09.133436+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200749133,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2895597568,\"uptime\":2020644.52,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24243600,\"nice\":16990,\"sys\":3480390,\"idle\":1985436210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23958980,\"nice\":16540,\"sys\":3496740,\"idle\":1985662510,\"irq\":0}}],\"eventLoopStats\":{\"min\":92,\"max\":30023,\"num\":3,\"sum\":60013}}}"}
2025-03-17T08:39:09.133563+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200749133,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:40:09.157400+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200809157,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894888960,\"uptime\":2020704.54,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24244030,\"nice\":16990,\"sys\":3480460,\"idle\":1985495480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23959550,\"nice\":16540,\"sys\":3496800,\"idle\":1985721780,\"irq\":0}}],\"eventLoopStats\":{\"min\":17,\"max\":30027,\"num\":4,\"sum\":60022}}}"}
2025-03-17T08:40:09.157552+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200809157,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:41:09.189456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742200869189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2894229504,\"uptime\":2020764.57,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24244550,\"nice\":16990,\"sys\":3480560,\"idle\":1985554710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23960020,\"nice\":16540,\"sys\":3496880,\"idle\":1985780990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29909,\"num\":9,\"sum\":60024}}}"}
2025-03-17T08:41:09.189540+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742200869189,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:50:09.313390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201409313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2872336384,\"uptime\":2021304.7,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24249240,\"nice\":16990,\"sys\":3481230,\"idle\":1986087540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23964490,\"nice\":16540,\"sys\":3497640,\"idle\":1986313610,\"irq\":0}}],\"eventLoopStats\":{\"min\":130,\"max\":30026,\"num\":3,\"sum\":60000}}}"}
2025-03-17T08:50:09.313529+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201409313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:50:53.084327+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453084,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T08:50:53.085280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-17T08:50:53.085482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:50:52.861Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"allInternalCommsReport\":[{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U02L4D3SB9A\",\"sentBy\":\"Priyanka Sharma\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Snyder electric misconfiguration is impacting other customer in the same super pod.\",\"actions\":\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\"},\"sentAt\":\"2025-03-17T07:10:24.160Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\n\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\n\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\"},\"sentAt\":\"2025-03-17T06:27:18.054Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\
2025-03-17T08:50:53.085482+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"Omnichat team advises that they're seeing a customer \\\"Schneider electric\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\n\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\",\"needs\":\"Support will create an outbound case for Schneider electric.\"},\"sentAt\":\"2025-03-17T05:55:49.276Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"lqejup-an0079-hxlqcd-re64v5-1742201451306\",\"client\":\"icc-ui\"}"}
2025-03-17T08:50:53.085503+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T08:50:53.085519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T08:50:53.085672+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:50:53.085673+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-request"}
2025-03-17T08:50:53.085678+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-17T08:50:53.085847+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453086,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,56,58,53,48,58,53,50,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T08:50:52.861Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":12,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"8 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:50:52.071Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":12,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"8 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:50:52.071Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:46:22.866Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliabili
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ty\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"lqejup-an0079-hxlqcd-re64v5-1742201451306\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T08:50:52.861Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"allInternalCommsReport\":[{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlan
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] eUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U02L4D3SB9A\",\"sentBy\":\"Priyanka Sharma\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Snyder electric misconfiguration is impacting other customer in the same super pod.\",\"actions\":\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\"},\"sentAt\":\"2025-03-17T07:10:24.160Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\n\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\n\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\"},\"sentAt\":\"2025-03-17T06:27:18.054Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"Omnichat team advises that they're seeing a customer \\\"Schneider electric\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\n\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\",\"needs\":\"Support will create an outbound case for Schneider electric.\"},\"sentAt\":\"2025-03-17T05:55:49.276Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"lqejup-an0079-hxlqcd-re64v5-1742201451306\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-request\",\"payload\":{\"createdAt\":\"2025-03-17T08:50:52.861Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\"]},\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"allInternalCommsReport\":[{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U02L4D3SB9A\",\"sentBy\":\"Priyanka Sharma\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Snyder electric misconfiguration is impacting other customer in the same super pod.\",\"actions\":\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\"},\"sentAt\":\"2025-03-17T07:10:24.160Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\n\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\n\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\"},\"sentAt\":\"2025-03-17T06:27:18.054Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"Omnichat team advises that they're seeing a customer \\\"Schneider electric\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\n\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\",\"needs\":\"Support will create an outbound case for Schneider electric.\"},\"sentAt\":\"2025-03-17T05:55:49.276Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] \",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"lqejup-an0079-hxlqcd-re64v5-1742201451306\",\"client\":\"icc-ui\"}}"}
2025-03-17T08:50:53.086681+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453086,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T08:50:53.086682+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453086,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId QWCAAANuCF5"}
2025-03-17T08:50:53.086683+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201453086,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleInternalCommsRequest for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T08:51:04.465754+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201464465,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T08:51:04.466001+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201464465,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T08:51:04.466038+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201464465,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:51:04.088Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}"}
2025-03-17T08:51:04.466074+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201464466,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T08:51:04.466115+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201464466,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T08:51:04.466231+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201464466,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T08:51:04.466231+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201464466,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T08:51:04.466232+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201464466,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T08:51:04.466256+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201464466,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T08:56:09.421423+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742201769421,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2877345792,\"uptime\":2021664.8,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24252160,\"nice\":16990,\"sys\":3481670,\"idle\":1986442860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23967400,\"nice\":16540,\"sys\":3498120,\"idle\":1986669130,\"irq\":0}}],\"eventLoopStats\":{\"min\":164,\"max\":30007,\"num\":3,\"sum\":60029}}}"}
2025-03-17T08:56:09.421499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742201769421,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:00:09.509384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202009509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2884141056,\"uptime\":2021904.89,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24253860,\"nice\":16990,\"sys\":3481960,\"idle\":1986679880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23968630,\"nice\":16540,\"sys\":3498400,\"idle\":1986906140,\"irq\":0}}],\"eventLoopStats\":{\"min\":105,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-17T09:00:09.509536+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202009509,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:01:15.360387+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202075360,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T09:01:15.361189+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202075361,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T09:03:23.314924+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203314,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T09:03:23.315437+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-reporting'"}
2025-03-17T09:03:23.315452+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:03:23.305Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"800e4a1c-ae80-49d8-acdd-e895e5f203e7\",\"serviceId\":\"PDLICW7\",\"serviceName\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\",\"responderName\":\"Raviteja Karusala\",\"responderId\":\"PDMNYUN\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PDMNYUN\",\"incidentNumber\":\"14036803\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"success\":true,\"pageTimestamp\":\"2025-03-17T09:03:23.244Z\",\"pdData\":{\"incident\":{\"incident_number\":14036803,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T09:03:23Z\",\"updated_at\":\"2025-03-17T09:03:23Z\",\"status\":\"triggered\",\"incident_key\":\"16852238e6a9464ab531eb5ae5bc8557\",\"service\":{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"},\"assignments\":[{\"at\":\"2025-03-17T09:03:23Z\",\"assignee\":{\"id\":\"PDMNYUN\",\"type\":\"user_reference\",\"summary\":\"Raviteja Karusala\",\"self\":\"https://api.pagerduty.com/users/PDMNYUN\",\"html_url\":\"https://salesforce.pagerduty.com/users/PDMNYUN\"}},{\"at\":\"2025-03-17T09:03:23Z\",\"assignee\":{\"id\":\"PL71DY9\",\"type\":\"user_reference\",\"summary\":\"Snigdha Ananthula\",\"self\":\"https://api.pagerduty.com/users/PL71DY9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PL71DY9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T09:03:23Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R2DZUR04A2V50BDXC57I2WIE6V\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTXGBQV\",\"type\":\"escalation_policy_reference\",\"summary\":\"Lightning Web Platform Customer Success Escalation Policy\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTXGBQV\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTXGBQV\"},\"teams\":[{\"id\":\"PC03VQC\",\"type\":\"team_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success\",\"self\":\"https://api.pagerduty.com/teams/PC03VQC\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PC03VQC\"}],\"impacted_services\":[{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T09:13:22Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3THXV7F7VCCI8\",\"type\":\"incident\",\"summary\":\"[#14036803] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https://api.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"rkarusala@salesforce.com\"}}"}
2025-03-17T09:03:23.315452+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T09:03:23.315510+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}"}
2025-03-17T09:03:23.315606+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:03:23.315607+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-page-response"}
2025-03-17T09:03:23.315607+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-page-response is now being processed."}
2025-03-17T09:03:23.315765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203315,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T09:03:23.316295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203316,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,112,97,103,101,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,57,58,48,51,58,50,51,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,111,110,45,99,97,108,108]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T09:03:23.305Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T08:19:09.243Z\\\"},\\\"eventObj\\\":{\\\"id\\\":\\\"800e4a1c-ae80-49d8-acdd-e895e5f203e7\\\",\\\"serviceId\\\":\\\"PDLICW7\\\",\\\"serviceName\\\":\\\"GUS: Lightning Web Platform Customer Success Incident Escalation\\\",\\\"serviceLink\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLICW7\\\",\\\"responderName\\\":\\\"Raviteja Karusala\\\",\\\"responderId\\\":\\\"PDMNYUN\\\",\\\"responderLink\\\":\\\"https://salesforce.pagerduty.com/users/PDMNYUN\\\",\\\"incidentNumber\\\":\\\"14036803\\\",\\\"incidentTitle\\\":\\\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"incidentDetails\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73104263\\\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\\nAdditional Details: \\\",\\\"incidentLink\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\\\",\\\"success\\\":true,\\\"pageTimestamp\\\":\\\"2025-03-17T09:03:23.244Z\\\",\\\"pdData\\\":{\\\"incident\\\":{\\\"incident_number\\\":14036803,\\\"title\\\":\\\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"created_at\\\":\\\"2025-03-17T09:03:23Z\\\",\\\"updated_at\\\":\\\"2025-03-17T09:03:23Z\\\",\\\"status\\\":\\\"triggered\\\",\\\"incident_key\\\":\\\"16852238e6a9464ab531eb5ae5bc8557\\\",\\\"service\\\":{\\\"id\\\":\\\"PDLICW7\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Lightning Web Platform Customer Success Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PDLICW7\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLICW7\\\"},\\\"assignments\\\":[{\\\"at\\\":\\\"2025-03-17T09:03:23Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PDMNYUN\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Raviteja Karusala\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PDMNYUN\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PDMNYUN\\\"}},{\\\"at\\\":\\\"2025-03-17T09:03:23Z\\\",\\\"assignee\\\":{\\\"id\\\":\\\"PL71DY9\\\",\\\"type\\\":\\\"user_reference\\\",\\\"summary\\\":\\\"Snigdha Ananthula\\\",\\\"self\\\":\\\"https://api.pagerduty.com/users/PL71DY9\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/users/PL71DY9\\\"}}],\\\"assigned_via\\\":\\\"escalation_policy\\\",\\\"last_status_change_at\\\":\\\"2025-03-17T09:03:23Z\\\",\\\"resolved_at\\\":null,\\\"first_trigger_log_entry\\\":{\\\"id\\\":\\\"R2DZUR04A2V50BDXC57I2WIE6V\\\",\\\"type\\\":\\\"trigger_log_entry_reference\\\",\\\"summary\\\":\\\"Triggered through the website.\\\",\\\"self\\\":\\\"https://api.pagerduty.com/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\\\"},\\\"alert_counts\\\":{\\\"all\\\":0,\\\"triggered\\\":0,\\\"resolved\\\":0},\\\"is_mergeable\\\":true,\\\"incident_type\\\":{\\\"name\\\":\\\"incident_default\\\"},\\\"escalation_policy\\\":{\\\"id\\\":\\\"PTXGBQV\\\",\\\"type\\\":\\\"escalation_policy_reference\\\",\\\"summary\\\":\\\"Lightning Web Platform Customer Success Escalation Policy\\\",\\\"self\\\":\\\"https://api.pagerduty.com/escalation_policies/PTXGBQV\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/escalation_policies/PTXGBQV\\\"},\\\"teams\\\":[{\\\"id\\\":\\\"PC03VQC\\\",\\\"type\\\":\\\"team_reference\\\",\\\"summary\\\":\\\"GUS: Lightning Web Platform Customer Success\\\",\\\"self\\\":\\\"https://api.pagerduty.com/teams/PC03VQC\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/teams/PC03VQC\\\"}],\\\"impacted_services\\\":[{\\\"id\\\":\\\"PDLICW7\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Lightning Web Platform Customer Success Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PDLICW7\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLICW7\\\"}],\\\"pending_actions\\\":[{\\\"type\\\":\\\"escalate\\\",\\\"at\\\":\\\"2025-03-17T09:13:22Z\\\"}],\\\"acknowledgements\\\":[],\\\"basic_alert_grouping\\\":null,\\\"alert_grouping\\\":null,\\\"last_status_change_by\\\":{\\\"id\\\":\\\"PDLICW7\\\",\\\"type\\\":\\\"service_reference\\\",\\\"summary\\\":\\\"GUS: Lightning Web Platform Customer Success Incident Escalation\\\",\\\"self\\\":\\\"https://api.pagerduty.com/services/PDLICW7\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/service-directory/PDLICW7\\\"},\\\"priority\\\":null,\\\"incidents_responders\\\":[],\\\"responder_requests\\\":[],\\\"subscriber_requests\\\":[],\\\"urgency\\\":\\\"high\\\",\\\"id\\\":\\\"Q3THXV7F7VCCI8\\\",\\\"type\\\":\\\"incident\\\",\\\"summary\\\":\\\"[#14036803] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"self\\\":\\\"https://api.pagerduty.com/incidents/Q3THXV7F7VCCI8\\\",\\\"html_url\\\":\\\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\\\",\\\"body\\\":{\\\"details\\\":\\\"Please join this active incident:\\\\nTeam: Site Reliability\\\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\\\nSeverity: Sev2\\\\nSlack Channel: #icc-73104263\\\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\\\nAdditional Joining Info: Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\\nAdditional Details: \\\"}}},\\\"responderEmail\\\":\\\"rkarusala@salesforce.com\\\"}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T09:03:23.305Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"dete
2025-03-17T09:03:23.316295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ctedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"800e4a1c-ae80-49d8-acdd-e895e5f203e7\",\"serviceId\":\"PDLICW7\",\"serviceName\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\",\"responderName\":\"Raviteja Karusala\",\"responderId\":\"PDMNYUN\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PDMNYUN\",\"incidentNumber\":\"14036803\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"success\":true,\"pageTimestamp\":\"2025-03-17T09:03:23.244Z\",\"pdData\":{\"incident\":{\"incident_number\":14036803,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T09:03:23Z\",\"updated_at\":\"2025-03-17T09:03:23Z\",\"status\":\"triggered\",\"incident_key\":\"16852238e6a9464ab531eb5ae5bc8557\",\"service\":{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"},\"assignments\":[{\"at\":\"2025-03-17T09:03:23Z\",\"assignee\":{\"id\":\"PDMNYUN\",\"type\":\"user_reference\",\"summary\":\"Raviteja Karusala\",\"self\":\"https://api.pagerduty.com/users/PDMNYUN\",\"html_url\":\"https://salesforce.pagerduty.com/users/PDMNYUN\"}},{\"at\":\"2025-03-17T09:03:23Z\",\"assignee\":{\"id\":\"PL71DY9\",\"type\":\"user_reference\",\"summary\":\"Snigdha Ananthula\",\"self\":\"https://api.pagerduty.com/users/PL71DY9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PL71DY9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T09:03:23Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R2DZUR04A2V50BDXC57I2WIE6V\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTXGBQV\",\"type\":\"escalation_policy_reference\",\"summary\":\"Lightning Web Platform Customer Success Escalation Policy\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTXGBQV\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTXGBQV\"},\"teams\":[{\"id\":\"PC03VQC\",\"type\":\"team_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success\",\"self\":\"https://api.pagerduty.com/teams/PC03VQC\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PC03VQC\"}],\"impacted_services\":[{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T09:13:22Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3THXV7F7VCCI8\",\"type\":\"incident\",\"summary\":\"[#14036803] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https://api.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"rkarusala@salesforce.com\"}},\"encoder\":\"json\",\"eventType\":\"icc-page-response\",\"payload\":{\"createdAt\":\"2025-03-17T09:03:23.305Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"800e4a1c-ae80-49d8-acdd-e895e5f203e7\",\"serviceId\":\"PDLICW7\",\"serviceName\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"serviceLink\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\",\"responderName\":\"Raviteja Karusala\",\"responderId\":\"PDMNYUN\",\"responderLink\":\"https://salesforce.pagerduty.com/users/PDMNYUN\",\"incidentNumber\":\"14036803\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"success\":true,\"pageTimestamp\":\"2025-03-17T09:03:23.244Z\",\"pdData\":{\"incident\":{\"incident_number\":14036803,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T09:03:23Z\",\"updated_at\":\"2025-03-17T09:03:23Z\",\"status\":\"triggered\",\"incident_key\":\"16852238e6a9464ab531eb5ae5bc8557\",\"service\":{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"ht
2025-03-17T09:03:23.316295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] tps://salesforce.pagerduty.com/service-directory/PDLICW7\"},\"assignments\":[{\"at\":\"2025-03-17T09:03:23Z\",\"assignee\":{\"id\":\"PDMNYUN\",\"type\":\"user_reference\",\"summary\":\"Raviteja Karusala\",\"self\":\"https://api.pagerduty.com/users/PDMNYUN\",\"html_url\":\"https://salesforce.pagerduty.com/users/PDMNYUN\"}},{\"at\":\"2025-03-17T09:03:23Z\",\"assignee\":{\"id\":\"PL71DY9\",\"type\":\"user_reference\",\"summary\":\"Snigdha Ananthula\",\"self\":\"https://api.pagerduty.com/users/PL71DY9\",\"html_url\":\"https://salesforce.pagerduty.com/users/PL71DY9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T09:03:23Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R2DZUR04A2V50BDXC57I2WIE6V\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https://api.pagerduty.com/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8/log_entries/R2DZUR04A2V50BDXC57I2WIE6V\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PTXGBQV\",\"type\":\"escalation_policy_reference\",\"summary\":\"Lightning Web Platform Customer Success Escalation Policy\",\"self\":\"https://api.pagerduty.com/escalation_policies/PTXGBQV\",\"html_url\":\"https://salesforce.pagerduty.com/escalation_policies/PTXGBQV\"},\"teams\":[{\"id\":\"PC03VQC\",\"type\":\"team_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success\",\"self\":\"https://api.pagerduty.com/teams/PC03VQC\",\"html_url\":\"https://salesforce.pagerduty.com/teams/PC03VQC\"}],\"impacted_services\":[{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T09:13:22Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PDLICW7\",\"type\":\"service_reference\",\"summary\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"self\":\"https://api.pagerduty.com/services/PDLICW7\",\"html_url\":\"https://salesforce.pagerduty.com/service-directory/PDLICW7\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3THXV7F7VCCI8\",\"type\":\"incident\",\"summary\":\"[#14036803] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https://api.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"html_url\":\"https://salesforce.pagerduty.com/incidents/Q3THXV7F7VCCI8\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https://meet.google.com/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"rkarusala@salesforce.com\"}}}"}
2025-03-17T09:03:23.316296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203316,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T09:03:23.316296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203316,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-page-response and docId ODAAAAeWWAB"}
2025-03-17T09:03:23.316297+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203316,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handlePageResponse for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T09:03:23.363984+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203363,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T09:03:23.364146+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-17T09:03:23.364213+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:03:23.353Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"users\":[\"U01SSGBFPR6\"]}}"}
2025-03-17T09:03:23.364217+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T09:03:23.364265+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T09:03:23.364384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:03:23.364384+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-slack-channel-invite-users"}
2025-03-17T09:03:23.364385+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-17T09:03:23.364404+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202203364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-slack-channel-invite-users correctly routed"}
2025-03-17T09:06:09.653392+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202369653,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2883670016,\"uptime\":2022265.04,\"totalMem\":4018151424,\"loadavg\":[0.36,0.15,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24256880,\"nice\":16990,\"sys\":3482480,\"idle\":1987035550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23971890,\"nice\":16540,\"sys\":3498890,\"idle\":1987261440,\"irq\":0}}],\"eventLoopStats\":{\"min\":20,\"max\":30030,\"num\":4,\"sum\":60030}}}"}
2025-03-17T09:06:09.653638+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202369653,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:08:24.516908+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202504516,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T09:08:24.517936+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202504517,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T09:09:17.289524+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:09:17.289765+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T09:09:17.289839+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:09:17.280Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"638f1c4c-ceb8-43a7-baab-05a43a5db340\",\"sequenceNumber\":13}}"}
2025-03-17T09:09:17.289843+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T09:09:17.289881+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T09:09:17.289992+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:09:17.290010+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202557289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response"}
2025-03-17T09:09:17.290039+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202557290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T09:09:17.290075+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202557290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-response correctly routed"}
2025-03-17T09:13:09.793470+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742202789793,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2882768896,\"uptime\":2022685.18,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24259980,\"nice\":16990,\"sys\":3482970,\"idle\":1987450130,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23974970,\"nice\":16540,\"sys\":3499410,\"idle\":1987676240,\"irq\":0}}],\"eventLoopStats\":{\"min\":83,\"max\":30002,\"num\":3,\"sum\":60018}}}"}
2025-03-17T09:13:09.793516+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742202789793,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:17:09.865385+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742203029865,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881126400,\"uptime\":2022925.25,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24262220,\"nice\":16990,\"sys\":3483240,\"idle\":1987686880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23976610,\"nice\":16540,\"sys\":3499680,\"idle\":1987913420,\"irq\":0}}],\"eventLoopStats\":{\"min\":35,\"max\":30029,\"num\":3,\"sum\":60016}}}"}
2025-03-17T09:17:09.865517+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742203029865,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:18:47.545491+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742203127545,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T09:18:47.546329+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742203127546,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T09:19:09.917414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742203149917,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881048576,\"uptime\":2023045.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24263520,\"nice\":16990,\"sys\":3483390,\"idle\":1987804970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23977750,\"nice\":16540,\"sys\":3499880,\"idle\":1988031570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30014,\"num\":13,\"sum\":60018}}}"}
2025-03-17T09:19:09.917475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742203149917,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:25:10.029388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742203510029,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881503232,\"uptime\":2023405.41,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24266050,\"nice\":16990,\"sys\":3483810,\"idle\":1988160430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23980730,\"nice\":16540,\"sys\":3500380,\"idle\":1988386960,\"irq\":0}}],\"eventLoopStats\":{\"min\":56,\"max\":30015,\"num\":3,\"sum\":60019}}}"}
2025-03-17T09:25:10.029522+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742203510029,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:35:10.237447+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742204110237,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886356992,\"uptime\":2024005.62,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24271020,\"nice\":16990,\"sys\":3484610,\"idle\":1988753240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23985130,\"nice\":16540,\"sys\":3501120,\"idle\":1988979180,\"irq\":0}}],\"eventLoopStats\":{\"min\":76,\"max\":30020,\"num\":3,\"sum\":60027}}}"}
2025-03-17T09:35:10.237496+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204110237,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:37:04.364323+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204224364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T09:37:04.365047+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204224364,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T09:43:10.349408+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742204590349,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887516160,\"uptime\":2024485.73,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24274510,\"nice\":16990,\"sys\":3485350,\"idle\":1989227190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23989170,\"nice\":16540,\"sys\":3501890,\"idle\":1989453200,\"irq\":0}}],\"eventLoopStats\":{\"min\":120,\"max\":30024,\"num\":3,\"sum\":60018}}}"}
2025-03-17T09:43:10.349487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204590349,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:44:10.377427+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742204650377,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887553024,\"uptime\":2024545.76,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24274800,\"nice\":16990,\"sys\":3485390,\"idle\":1989286430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23989440,\"nice\":16540,\"sys\":3501950,\"idle\":1989512540,\"irq\":0}}],\"eventLoopStats\":{\"min\":125,\"max\":30025,\"num\":3,\"sum\":60027}}}"}
2025-03-17T09:44:10.377652+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204650377,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:45:10.405448+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742204710405,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887643136,\"uptime\":2024605.79,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24275230,\"nice\":16990,\"sys\":3485480,\"idle\":1989345560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23989860,\"nice\":16540,\"sys\":3502030,\"idle\":1989571860,\"irq\":0}}],\"eventLoopStats\":{\"min\":122,\"max\":30030,\"num\":3,\"sum\":60027}}}"}
2025-03-17T09:45:10.405504+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204710405,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:48:10.453425+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742204890453,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2888015872,\"uptime\":2024785.84,\"totalMem\":4018151424,\"loadavg\":[0.12,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24276850,\"nice\":16990,\"sys\":3485690,\"idle\":1989523350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23991410,\"nice\":16540,\"sys\":3502280,\"idle\":1989749570,\"irq\":0}}],\"eventLoopStats\":{\"min\":144,\"max\":30027,\"num\":3,\"sum\":60025}}}"}
2025-03-17T09:48:10.453651+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742204890453,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:55:10.617407+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205310617,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886463488,\"uptime\":2025206,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24280780,\"nice\":16990,\"sys\":3486320,\"idle\":1989937590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23995260,\"nice\":16540,\"sys\":3502900,\"idle\":1990163940,\"irq\":0}}],\"eventLoopStats\":{\"min\":118,\"max\":30019,\"num\":3,\"sum\":60025}}}"}
2025-03-17T09:55:10.617469+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205310617,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:08.464783+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205428464,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T09:57:08.465580+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205428465,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T09:57:20.007287+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.007290+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-reporting'"}
2025-03-17T09:57:20.007293+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.996Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JB0000000GuPwMAK\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001Ty0FFYAZ\"}],\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}"}
2025-03-17T09:57:20.007294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"}
2025-03-17T09:57:20.007295+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"}
2025-03-17T09:57:20.007296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:20.007296+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-incident-to-cis-request"}
2025-03-17T09:57:20.007298+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-incident-to-cis-request is not consumed by icc-reporting."}
2025-03-17T09:57:20.007299+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-incident-to-cis-request correctly routed"}
2025-03-17T09:57:20.007299+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.007299+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-reporting'"}
2025-03-17T09:57:20.007305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.998Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T00:26:23.417Z\",\"modifiedAt\":\"2025-03-17T09:57:19.930Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T00:26:23.385Z\",\"modifiedAt\":\"2025-03-17T09:57:19.604Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\",\"configurationItemId\":\"a7JB0000000GuPwMAK\",\"createLock\":false,\"sfid\":\"aCqEE000000C0yj0AC\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"description\":\"Lock to be created for Incident: 13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"externalId\":\"a8LEE00001Bc3R92AJ\"}],\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}"}
2025-03-17T09:57:20.007305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"}
2025-03-17T09:57:20.007306+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"}
2025-03-17T09:57:20.007307+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:20.007307+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-ctc-lock-update-response"}
2025-03-17T09:57:20.007308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-ctc-lock-update-response is not consumed by icc-reporting."}
2025-03-17T09:57:20.007308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-ctc-lock-update-response correctly routed"}
2025-03-17T09:57:20.007308+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.007309+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440006,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-reporting'"}
2025-03-17T09:57:20.008035+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.999Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T00:26:23.417Z\",\"modifiedAt\":\"2025-03-17T00:26:26.543Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T00:26:23.385Z\",\"modifiedAt\":\"2025-03-17T09:57:19.604Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\",\"configurationItemId\":\"a7JB0000000GuPwMAK\",\"createLock\":false,\"sfid\":\"aCqEE000000C0yj0AC\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"description\":\"Lock to be created for Incident: 13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"externalId\":\"a8LEE00001Bc3R92AJ\"}],\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}"}
2025-03-17T09:57:20.008036+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"}
2025-03-17T09:57:20.008036+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"}
2025-03-17T09:57:20.008052+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:20.008053+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-ctc-lock-release-request"}
2025-03-17T09:57:20.008056+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-ctc-lock-release-request is not consumed by icc-reporting."}
2025-03-17T09:57:20.008056+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-ctc-lock-release-request correctly routed"}
2025-03-17T09:57:20.008056+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.008057+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-reporting'"}
2025-03-17T09:57:20.008058+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.714Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"changes\":{\"detectedTime\":[\"2025-03-17T00:25:00.000Z\",\"2025-03-17T00:26:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"origin\":[\"Alert\",\"Customer - External\"],\"originReference\":[\"\",\"--\"],\"impactEndTime\":[\"\",\"2025-03-17T09:30:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Configuration\"]},\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}"}
2025-03-17T09:57:20.008058+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-17T09:57:20.008058+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-17T09:57:20.008059+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:20.008060+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-incident-resolved"}
2025-03-17T09:57:20.008060+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-incident-resolved is now being processed."}
2025-03-17T09:57:20.008060+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440007,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T09:57:20.008497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,114,101,115,111,108,118,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,57,58,53,55,58,50,48,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T09:57:19.714Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"--\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Configuration\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"changes\\\":{\\\"detectedTime\\\":[\\\"2025-03-17T00:25:00.000Z\\\",\\\"2025-03-17T00:26:00.000Z\\\"],\\\"status\\\":[\\\"InProgress\\\",\\\"Resolved\\\"],\\\"origin\\\":[\\\"Alert\\\",\\\"Customer - External\\\"],\\\"originReference\\\":[\\\"\\\",\\\"--\\\"],\\\"impactEndTime\\\":[\\\"\\\",\\\"2025-03-17T09:30:00.000Z\\\"],\\\"category\\\":[\\\"\\\",\\\"Application\\\"],\\\"rootCause\\\":[\\\"\\\",\\\"Configuration\\\"]},\\\"requestId\\\":\\\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T09:57:19.714Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"changes\":{\"detectedTime\":[\"2025-03-17T00:25:00.000Z\",\"2025-03-17T00:26:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"origin\":[\"Alert\",\"Customer - External\"],\"originReference\":[\"\",\"--\"],\"impactEndTime\":[\"\",\"2025-03-17T09:30:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Configuration\"]},\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-resolved\",\"payload\":{\"createdAt\":\"2025-03-17T09:57:19.714Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"changes\":{\"detectedTime\":[\"2025-03-17T00:25:00.000Z\",\"2025-03-17T00:26:00.000Z\"],\"status\":[\"InProgress\",\"Resolved\"],\"origin\":[\"Alert\",\"Customer - External\"],\"originReference\":[\"\",\"--\"],\"impactEndTime\":[\"\",\"2025-03-17T09:30:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Configuration\"]},\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}}"}
2025-03-17T09:57:20.008497+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T09:57:20.008498+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-incident-resolved and docId QWCAAANuCF5"}
2025-03-17T09:57:20.008498+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Processing eventTypeIncidentResolved for 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.008499+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentResolved for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T09:57:20.008501+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 13054fa1-b6e2-45d6-8afe-0c7523384b29-incident-info"}
2025-03-17T09:57:20.008710+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440008,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29-gus-casenumber - value: [object Promise]"}
2025-03-17T09:57:20.050002+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440049,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.050102+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440050,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-reporting'"}
2025-03-17T09:57:20.050105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440050,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"timestamp\":\"2025-03-17T09:57:19.997Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"}
2025-03-17T09:57:20.050141+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440050,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"}
2025-03-17T09:57:20.050181+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440050,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"}
2025-03-17T09:57:20.050272+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440050,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:20.050511+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742205440050,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T09:57:20.749659+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:20.749808+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-reporting'"}
2025-03-17T09:57:20.749811+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:20.695Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}]}"}
2025-03-17T09:57:20.749841+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-17T09:57:20.749890+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}"}
2025-03-17T09:57:20.749982+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205440749,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:20.750193+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742205440750,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T09:57:20.911735+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205440911,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: []"}
2025-03-17T09:57:25.333690+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:57:25.333806+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-17T09:57:25.333817+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:25.281Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-17T09:57:25.281Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}"}
2025-03-17T09:57:25.333818+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T09:57:25.333872+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T09:57:25.333969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:57:25.333969+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-gus-response"}
2025-03-17T09:57:25.333970+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205445333,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-17T09:57:25.334121+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T09:57:25.334456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,57,58,53,55,58,50,53,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T09:57:25.281Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_resolved\\\",\\\"timestamp\\\":\\\"2025-03-17T09:57:25.281Z\\\",\\\"recordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"incidentId\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"caseNumber\\\":\\\"73095026\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T09:57:25.281Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-17T09:57:25.281Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-17T09:57:25.281Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-17T09:57:25.281Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}}"}
2025-03-17T09:57:25.334457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T09:57:25.334458+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId QWCAAANuCF5"}
2025-03-17T09:57:25.334458+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T09:57:25.334459+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 13054fa1-b6e2-45d6-8afe-0c7523384b29, docId QWCAAANuCF5, event {\"status\":\"success\",\"event\":\"incident_resolved\",\"timestamp\":\"2025-03-17T09:57:25.281Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"}"}
2025-03-17T09:57:25.334524+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29-gus-casenumber - value: [object Promise]"}
2025-03-17T09:57:25.334683+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 13054fa1-b6e2-45d6-8afe-0c7523384b29, docId QWCAAANuCF5, caseNumber 73095026"}
2025-03-17T09:57:25.334684+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205445334,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-gus-response correctly routed"}
2025-03-17T09:58:10.665416+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205490665,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2886467584,\"uptime\":2025386.05,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24281920,\"nice\":16990,\"sys\":3486580,\"idle\":1990115530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":23996710,\"nice\":16540,\"sys\":3503140,\"idle\":1990341530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29872,\"num\":38,\"sum\":59997}}}"}
2025-03-17T09:58:10.665458+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205490665,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:58:28.722249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508722,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T09:58:28.723305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-reporting'"}
2025-03-17T09:58:28.723502+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:58:28.711Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":15,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\",\"sentAt\":\"2025-03-17T09:58:28.329Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\",\"allInternalCommsReport\":[{\"sequenceNumber\":15,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\",\"sentAt\":\"2025-03-17T09:58:28.329Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":14,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\",\"sentAt\":\"2025-03-17T09:27:01.181Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":13,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\",\"sentAt\":\"2025-03-17T09:08:45.461Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev2\",\"status\":\"InProgres
2025-03-17T09:58:28.723502+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] s\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U02L4D3SB9A\",\"sentBy\":\"Priyanka Sharma\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Snyder electric misconfiguration is impacting other customer in the same super pod.\",\"actions\":\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\"},\"sentAt\":\"2025-03-17T07:10:24.160Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\n\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\n\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\"},\"sentAt\":\"2025-03-17T06:27:18.054Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"Omnichat team advises that they're seeing a customer \\\"Schneider electric\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\n\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\",\"needs\":\"Support will create an outbound case for Schneider electric.\"},\"sentAt\":\"2025-03-17T05:55:49.276Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall bac
2025-03-17T09:58:28.723502+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] k to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\",\"client\":\"icc-ui\"}"}
2025-03-17T09:58:28.723503+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T09:58:28.723543+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}"}
2025-03-17T09:58:28.723649+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:58:28.723649+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-internal-comms-request"}
2025-03-17T09:58:28.723657+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-internal-comms-request is now being processed."}
2025-03-17T09:58:28.723811+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508723,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - value: [object Promise]"}
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508724,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId QWCAAANuCF5 and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,116,101,114,110,97,108,45,99,111,109,109,115,45,114,101,113,117,101,115,116]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,57,58,53,56,58,50,56,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T09:58:28.711Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"--\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Configuration\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T09:57:25.281Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":14,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:27:01.181Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":13,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:08:45.461Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":12,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"8 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackU
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] serId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:50:52.071Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:46:22.866Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] \\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https://meet.google.com/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T09:58:28.711Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":15,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"inciden
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] tCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\",\"sentAt\":\"2025-03-17T09:58:28.329Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\",\"allInternalCommsReport\":[{\"sequenceNumber\":15,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\",\"sentAt\":\"2025-03-17T09:58:28.329Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":14,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\",\"sentAt\":\"2025-03-17T09:27:01.181Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":13,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\",\"sentAt\":\"2025-03-17T09:08:45.461Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U02L4D3SB9A\",\"sentBy\":\"Priyanka Sharma\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Snyder electric misconfiguration is impacting other customer in the same super pod.\",\"actions\":\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\"},\"sentAt\":\"2025-03-17T07:10:24.160Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\n\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\n\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\"},\"sentAt\":\"2025-03-17T06:27:18.054Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"Omnichat team advises that they're seeing a customer \\\"Schneider electric\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\n\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\",\"needs\":\"Support will create an outbound case for Schneider electric.\"},\"sentAt\":\"2025-03-17T05:55:49.276Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cl
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] oud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-internal-comms-request\",\"payload\":{\"createdAt\":\"2025-03-17T09:58:28.711Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https://tel.meet/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] "createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https://salesforce.quip.com/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":15,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\",\"sentAt\":\"2025-03-17T09:58:28.329Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\",\"allInternalCommsReport\":[{\"sequenceNumber\":15,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do  changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\",\"sentAt\":\"2025-03-17T09:58:28.329Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":14,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\",\"sentAt\":\"2025-03-17T09:27:01.181Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":13,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\",\"sentAt\":\"2025-03-17T09:08:45.461Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":12,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"8 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\",\"sentAt\":\"2025-03-17T08:50:52.071Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":10,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U02L4D3SB9A\",\"sentBy\":\"Priyanka Sharma\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Snyder electric misconfiguration is impacting other customer in the same super pod.\",\"actions\":\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\"},\"sentAt\":\"2025-03-17T07:10:24.160Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":9,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"6 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\n\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the 
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] reason for customers impacting on NA208 as well.\",\"actions\":\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\n\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\"},\"sentAt\":\"2025-03-17T06:27:18.054Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":8,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"Omnichat team advises that they're seeing a customer \\\"Schneider electric\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\n\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\",\"needs\":\"Support will create an outbound case for Schneider electric.\"},\"sentAt\":\"2025-03-17T05:55:49.276Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":5,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"https://gus.lightning.force.com/lightning/r/Case/500EE00001Ty4M8YAJ/view \\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\"},\"sentAt\":\"2025-03-17T03:54:10.722Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https://meet.google.com/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\
2025-03-17T09:58:28.825604+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] ",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\",\"client\":\"icc-ui\"}}"}
2025-03-17T09:58:28.825608+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508825,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: QWCAAANuCF5"}
2025-03-17T09:58:28.825608+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508825,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-internal-comms-request and docId QWCAAANuCF5"}
2025-03-17T09:58:28.825609+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205508825,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleInternalCommsRequest for id 13054fa1-b6e2-45d6-8afe-0c7523384b29 and docId QWCAAANuCF5"}
2025-03-17T09:59:18.025742+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558025,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:18.026019+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558025,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-reporting'"}
2025-03-17T09:59:18.026112+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.009Z\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742205556,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742205556301,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"modifiedAt\":\"2025-03-17T09:59:15.270Z\",\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"modifiedBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"id\":\"4ac2d9ec-d367-467f-b852-7a693aea6fdf\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"channels\":[\"C026LFJMBDE\"],\"inviteBots\":[]}}"}
2025-03-17T09:59:18.026116+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-17T09:59:18.026174+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}"}
2025-03-17T09:59:18.026302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:59:18.026303+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-incident-created-with-slack-channel"}
2025-03-17T09:59:18.026306+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-incident-created-with-slack-channel is not consumed by icc-reporting."}
2025-03-17T09:59:18.026334+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558026,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-incident-created-with-slack-channel correctly routed"}
2025-03-17T09:59:18.077413+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:18.077491+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-reporting'"}
2025-03-17T09:59:18.077532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.060Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}"}
2025-03-17T09:59:18.077535+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-17T09:59:18.077589+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}"}
2025-03-17T09:59:18.077697+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:59:18.077697+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-incident-created"}
2025-03-17T09:59:18.077700+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-incident-created is now being processed."}
2025-03-17T09:59:18.077716+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-incident-created and docId "}
2025-03-17T09:59:18.077760+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentCreated for id 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:18.077760+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"ExportService.createDocument for id 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:18.077902+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558077,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8-gus-casenumber - value: [object Promise]"}
2025-03-17T09:59:18.078166+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558078,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"ExportService.createDocument for id 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8, caseNumber undefined"}
2025-03-17T09:59:18.078258+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558078,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: current-month-folder-id - value: [object Promise]"}
2025-03-17T09:59:18.078924+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558078,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"QuipService.createDocument for id 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8..."}
2025-03-17T09:59:18.082017+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558081,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:18.082143+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-reporting'"}
2025-03-17T09:59:18.082180+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.068Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"bots\":[],\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"channels\":[\"C026LFJMBDE\"]}}"}
2025-03-17T09:59:18.082184+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T09:59:18.082238+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}"}
2025-03-17T09:59:18.082318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:59:18.082318+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-slack-channel-invite-users"}
2025-03-17T09:59:18.082321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-invite-users is not consumed by icc-reporting."}
2025-03-17T09:59:18.082321+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558082,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-slack-channel-invite-users correctly routed"}
2025-03-17T09:59:18.262366+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:18.262510+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='icc-reporting'"}
2025-03-17T09:59:18.262536+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.209Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"eventObj\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742205556,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742205556301,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}"}
2025-03-17T09:59:18.262551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"}
2025-03-17T09:59:18.262609+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}"}
2025-03-17T09:59:18.262727+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:59:18.262761+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-slack-channel-created"}
2025-03-17T09:59:18.262764+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-created is not consumed by icc-reporting."}
2025-03-17T09:59:18.262764+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205558262,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-slack-channel-created correctly routed"}
2025-03-17T09:59:23.042475+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:23.042551+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-reporting'"}
2025-03-17T09:59:23.042555+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:22.992Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"eventObj\":{\"createdAt\":\"2025-03-17T09:59:18.027Z\",\"modifiedAt\":\"2025-03-17T09:59:22.764Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08J2GAMBA7\",\"name\":\"icc-73106543\"}}"}
2025-03-17T09:59:23.042556+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"}
2025-03-17T09:59:23.042624+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}"}
2025-03-17T09:59:23.042712+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:59:23.042713+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-slack-channel-renamed"}
2025-03-17T09:59:23.042713+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-slack-channel-renamed is not consumed by icc-reporting."}
2025-03-17T09:59:23.042737+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205563042,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-slack-channel-renamed correctly routed"}
2025-03-17T09:59:47.382105+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205587381,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: [{\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"modifiedAt\":\"2025-03-17T09:59:15.270Z\",\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"modifiedBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"id\":\"4ac2d9ec-d367-467f-b852-7a693aea6fdf\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"externalGusId\":null}]"}
2025-03-17T09:59:47.494561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205587494,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Roles for  incident: [{\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"modifiedAt\":\"2025-03-17T09:59:15.270Z\",\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"modifiedBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"id\":\"4ac2d9ec-d367-467f-b852-7a693aea6fdf\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"externalGusId\":null}]"}
2025-03-17T09:59:52.605773+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8"}
2025-03-17T09:59:52.605865+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205592605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-17T09:59:52.605892+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:52.198Z\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyxbxYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T09:59:52.198Z\",\"recordId\":\"500EE00001TyxbxYAB\",\"incidentId\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"caseNumber\":\"73106543\"},\"changes\":{}}"}
2025-03-17T09:59:52.605910+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T09:59:52.605971+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592605,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T09:59:52.606080+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T09:59:52.606081+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-gus-response"}
2025-03-17T09:59:52.606095+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-17T09:59:52.606266+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - value: [object Promise]"}
2025-03-17T09:59:52.606645+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId OZTAAAiPFHp and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,48,57,58,53,57,58,53,50,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T09:59:52.198Z\\\",\\\"user\\\":{\\\"id\\\":\\\"163be9a2-aa40-4915-aff0-db6370266d02\\\",\\\"gusUserId\\\":\\\"005B0000004lkPrIAI\\\",\\\"slackUserId\\\":\\\"WFB89UW03\\\",\\\"name\\\":\\\"Vamsi Vemula\\\",\\\"email\\\":\\\"vvemula@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J2GAMBA7\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TyxbxYAB\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-17T09:59:52.198Z\\\",\\\"recordId\\\":\\\"500EE00001TyxbxYAB\\\",\\\"incidentId\\\":\\\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\\\",\\\"caseNumber\\\":\\\"73106543\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T09:59:52.198Z\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyxbxYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T09:59:52.198Z\",\"recordId\":\"500EE00001TyxbxYAB\",\"incidentId\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"caseNumber\":\"73106543\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-17T09:59:52.198Z\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyxbxYAB\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T09:59:52.198Z\",\"recordId\":\"500EE00001TyxbxYAB\",\"incidentId\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"caseNumber\":\"73106543\"},\"changes\":{}}}"}
2025-03-17T09:59:52.606646+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: OZTAAAiPFHp"}
2025-03-17T09:59:52.606647+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId OZTAAAiPFHp"}
2025-03-17T09:59:52.606647+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 and docId OZTAAAiPFHp"}
2025-03-17T09:59:52.606664+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8, docId OZTAAAiPFHp, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T09:59:52.198Z\",\"recordId\":\"500EE00001TyxbxYAB\",\"incidentId\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"caseNumber\":\"73106543\"}"}
2025-03-17T09:59:52.606718+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8-gus-casenumber - value: [object Promise]"}
2025-03-17T09:59:52.607231+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205592607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8, docId OZTAAAiPFHp, caseNumber 73106543"}
2025-03-17T09:59:52.607232+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205592607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8 - icc-gus-response correctly routed"}
2025-03-17T10:02:21.119857+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741119,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T10:02:21.119932+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741119,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-17T10:02:21.119935+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741119,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:02:20.874Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"reminderId\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}"}
2025-03-17T10:02:21.119986+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741119,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T10:02:21.120002+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741119,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T10:02:21.120221+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741120,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:02:21.120222+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741120,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - bullmq-job-completed"}
2025-03-17T10:02:21.120224+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741120,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-17T10:02:21.120224+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741120,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - bullmq-job-completed correctly routed"}
2025-03-17T10:02:21.914422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29"}
2025-03-17T10:02:21.914519+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-17T10:02:21.914581+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:02:21.157Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"reminderId\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:02:20.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J0HPF5H9\"}}"}
2025-03-17T10:02:21.914582+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T10:02:21.914616+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T10:02:21.914743+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:02:21.914744+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-reminder-triggered"}
2025-03-17T10:02:21.914769+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-17T10:02:21.914771+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742205741914,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 13054fa1-b6e2-45d6-8afe-0c7523384b29 - icc-reminder-triggered correctly routed"}
2025-03-17T10:09:05.242202+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206145242,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T10:09:05.242995+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206145242,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T10:12:10.933696+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206330933,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2885029888,\"uptime\":2026226.32,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24288200,\"nice\":16990,\"sys\":3487720,\"idle\":1990944820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24003990,\"nice\":16540,\"sys\":3504340,\"idle\":1991170500,\"irq\":0}}],\"eventLoopStats\":{\"min\":180,\"max\":30018,\"num\":3,\"sum\":60028}}}"}
2025-03-17T10:12:10.933706+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206330933,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:14:06.222498+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206446222,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T10:14:06.223302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206446223,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T10:19:11.049389+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206751049,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2872979456,\"uptime\":2026646.43,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24292050,\"nice\":16990,\"sys\":3488350,\"idle\":1991359060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24007550,\"nice\":16540,\"sys\":3504990,\"idle\":1991584940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30006,\"num\":13,\"sum\":59998}}}"}
2025-03-17T10:19:11.049462+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206751049,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:21:23.607118+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883606,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:21:23.607389+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-17T10:21:23.607457+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:23.178Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"5ohl1-vnrmqw-uwhwu2j-lorp7-1742206882518\",\"client\":\"icc-ui\"}"}
2025-03-17T10:21:23.607460+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-17T10:21:23.607493+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-17T10:21:23.607611+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:21:23.607611+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-deleted"}
2025-03-17T10:21:23.607612+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-17T10:21:23.607636+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-deleted correctly routed"}
2025-03-17T10:21:23.607725+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:21:23.607926+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-17T10:21:23.607956+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:23.201Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":[],\"requestId\":\"5ohl1-vnrmqw-uwhwu2j-lorp7-1742206882518\",\"client\":\"icc-ui\"}"}
2025-03-17T10:21:23.607975+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-17T10:21:23.608010+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883607,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-17T10:21:23.608086+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883608,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:21:23.608086+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883608,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-created"}
2025-03-17T10:21:23.608088+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883608,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-17T10:21:23.608089+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883608,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-created correctly routed"}
2025-03-17T10:21:23.661443+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:21:23.661498+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-17T10:21:23.661524+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:23.607Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[]}"}
2025-03-17T10:21:23.661542+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-17T10:21:23.661594+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-17T10:21:23.661669+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:21:23.661890+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742206883661,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T10:21:24.289582+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:21:24.289884+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206884289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-reporting'"}
2025-03-17T10:21:24.289978+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:24.117Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\",\"usdResources\":[]},\"changes\":{\"impactEndTime\":[\"\",\"2025-03-17T09:08:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"5ohl1-vnrmqw-uwhwu2j-lorp7-1742206882518\",\"client\":\"icc-ui\"}"}
2025-03-17T10:21:24.289979+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-17T10:21:24.290050+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884289,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}"}
2025-03-17T10:21:24.290138+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:21:24.290139+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-updated"}
2025-03-17T10:21:24.290140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-incident-updated is now being processed."}
2025-03-17T10:21:24.290291+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T10:21:24.290694+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,117,112,100,97,116,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,49,48,58,50,49,58,50,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T10:21:24.117Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T08:19:09.243Z\\\",\\\"usdResources\\\":[]},\\\"changes\\\":{\\\"impactEndTime\\\":[\\\"\\\",\\\"2025-03-17T09:08:00.000Z\\\"],\\\"roles\\\":{\\\"0\\\":[null,{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}]}},\\\"requestId\\\":\\\"5ohl1-vnrmqw-uwhwu2j-lorp7-1742206882518\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T10:21:24.117Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"roo
2025-03-17T10:21:24.290694+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] tCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\",\"usdResources\":[]},\"changes\":{\"impactEndTime\":[\"\",\"2025-03-17T09:08:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"5ohl1-vnrmqw-uwhwu2j-lorp7-1742206882518\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-updated\",\"payload\":{\"createdAt\":\"2025-03-17T10:21:24.117Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\",\"usdResources\":[]},\"changes\":{\"impactEndTime\":[\"\",\"2025-03-17T09:08:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"5ohl1-vnrmqw-uwhwu2j-lorp7-1742206882518\",\"client\":\"icc-ui\"}}"}
2025-03-17T10:21:24.290694+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T10:21:24.290695+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-incident-updated and docId ODAAAAeWWAB"}
2025-03-17T10:21:24.290721+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentUpdated for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T10:21:24.290722+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884290,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 8314687c-abb3-4165-bbbf-414b12112a6b-incident-info"}
2025-03-17T10:21:24.291602+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206884291,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b-gus-casenumber - value: [object Promise]"}
2025-03-17T10:21:28.790046+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888789,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:21:28.790170+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-reporting'"}
2025-03-17T10:21:28.790171+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:28.596Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}"}
2025-03-17T10:21:28.790186+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T10:21:28.790249+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}"}
2025-03-17T10:21:28.790386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:21:28.790386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response"}
2025-03-17T10:21:28.790390+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-gus-response is now being processed."}
2025-03-17T10:21:28.790561+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T10:21:28.790935+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,114,101,115,112,111,110,115,101]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,49,48,58,50,49,58,50,56,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,103,117,115,45,101,120,112,111,114,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T10:21:28.596Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"\\\"},\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\"},\\\"eventObj\\\":{\\\"status\\\":\\\"success\\\",\\\"event\\\":\\\"incident_updated\\\",\\\"timestamp\\\":\\\"2025-03-17T10:21:28.596Z\\\",\\\"recordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"incidentId\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"caseNumber\\\":\\\"73104263\\\"},\\\"changes\\\":{}}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T10:21:28.596Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}},\"encoder\":\"json\",\"eventType\":\"icc-gus-response\",\"payload\":{\"createdAt\":\"2025-03-17T10:21:28.596Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}}"}
2025-03-17T10:21:28.790936+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T10:21:28.790937+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-gus-response and docId ODAAAAeWWAB"}
2025-03-17T10:21:28.790938+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleGusExport for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T10:21:28.790941+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8314687c-abb3-4165-bbbf-414b12112a6b, docId ODAAAAeWWAB, event {\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"}"}
2025-03-17T10:21:28.791012+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888790,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b-gus-casenumber - value: [object Promise]"}
2025-03-17T10:21:28.791188+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206888791,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"addGusExportUpdate for incidentId 8314687c-abb3-4165-bbbf-414b12112a6b, docId ODAAAAeWWAB, caseNumber 73104263"}
2025-03-17T10:21:28.791188+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206888791,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-gus-response correctly routed"}
2025-03-17T10:22:11.056395+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:11.056633+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-reporting'"}
2025-03-17T10:22:11.056708+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:10.473Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}"}
2025-03-17T10:22:11.056715+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-17T10:22:11.056747+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}"}
2025-03-17T10:22:11.056886+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:11.056887+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-deleted"}
2025-03-17T10:22:11.056887+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-usd-resource-deleted is not consumed by icc-reporting."}
2025-03-17T10:22:11.056911+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931056,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-deleted correctly routed"}
2025-03-17T10:22:11.058112+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:11.058309+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-reporting'"}
2025-03-17T10:22:11.058361+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:10.495Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"eventObj\":[],\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}"}
2025-03-17T10:22:11.058380+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-17T10:22:11.058405+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}"}
2025-03-17T10:22:11.058486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:11.058486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-created"}
2025-03-17T10:22:11.058487+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-usd-resource-created is not consumed by icc-reporting."}
2025-03-17T10:22:11.058489+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931058,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-usd-resource-created correctly routed"}
2025-03-17T10:22:11.085386+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2881454080,\"uptime\":2026826.47,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24293430,\"nice\":16990,\"sys\":3488560,\"idle\":1991536750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24008670,\"nice\":16540,\"sys\":3505210,\"idle\":1991762630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":29783,\"num\":42,\"sum\":59984}}}"}
2025-03-17T10:22:11.085440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931085,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:11.109314+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:11.109376+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-reporting'"}
2025-03-17T10:22:11.109378+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:11.058Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[]}"}
2025-03-17T10:22:11.109394+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-17T10:22:11.109461+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}"}
2025-03-17T10:22:11.109544+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:11.109746+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742206931109,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T10:22:35.159664+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955159,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:35.159854+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955159,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-reporting'"}
2025-03-17T10:22:35.159874+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955159,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:34.207Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000J7QbT2AV\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TyZ1rYAF\"}],\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}"}
2025-03-17T10:22:35.159894+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955159,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"}
2025-03-17T10:22:35.159949+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955159,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}"}
2025-03-17T10:22:35.160048+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:35.160048+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-to-cis-request"}
2025-03-17T10:22:35.160229+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-incident-to-cis-request is not consumed by icc-reporting."}
2025-03-17T10:22:35.160232+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-to-cis-request correctly routed"}
2025-03-17T10:22:35.160233+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:35.160400+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-reporting'"}
2025-03-17T10:22:35.160430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:34.209Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T08:12:58.225Z\",\"modifiedAt\":\"2025-03-17T10:22:34.141Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T08:12:58.191Z\",\"modifiedAt\":\"2025-03-17T10:22:10.408Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\",\"configurationItemId\":\"a7JEE00000J7QbT2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C11x0AC\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"description\":\"Lock to be created for Incident: 8314687c-abb3-4165-bbbf-414b12112a6b\",\"externalId\":\"a8LEE00001Bctft2AB\"}],\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}"}
2025-03-17T10:22:35.160433+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"}
2025-03-17T10:22:35.160486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}"}
2025-03-17T10:22:35.160532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:35.160532+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-ctc-lock-update-response"}
2025-03-17T10:22:35.160567+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-ctc-lock-update-response is not consumed by icc-reporting."}
2025-03-17T10:22:35.160568+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-ctc-lock-update-response correctly routed"}
2025-03-17T10:22:35.160662+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955160,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:35.161337+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-reporting'"}
2025-03-17T10:22:35.161368+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:34.210Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T08:12:58.225Z\",\"modifiedAt\":\"2025-03-17T08:13:00.491Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T08:12:58.191Z\",\"modifiedAt\":\"2025-03-17T10:22:10.408Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\",\"configurationItemId\":\"a7JEE00000J7QbT2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C11x0AC\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"description\":\"Lock to be created for Incident: 8314687c-abb3-4165-bbbf-414b12112a6b\",\"externalId\":\"a8LEE00001Bctft2AB\"}],\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}"}
2025-03-17T10:22:35.161381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"}
2025-03-17T10:22:35.161430+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}"}
2025-03-17T10:22:35.162219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:35.162219+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-ctc-lock-release-request"}
2025-03-17T10:22:35.162220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-ctc-lock-release-request is not consumed by icc-reporting."}
2025-03-17T10:22:35.162220+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-ctc-lock-release-request correctly routed"}
2025-03-17T10:22:35.162221+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:35.162221+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-reporting'"}
2025-03-17T10:22:35.162224+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:10.525Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Change\"]},\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}"}
2025-03-17T10:22:35.162224+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-17T10:22:35.162228+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}"}
2025-03-17T10:22:35.162228+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:35.162228+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-resolved"}
2025-03-17T10:22:35.162229+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955161,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event with type icc-incident-resolved is now being processed."}
2025-03-17T10:22:35.162229+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b - value: [object Promise]"}
2025-03-17T10:22:35.162509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Start routing Incident to CI for docId ODAAAAeWWAB and event {\"headers\":[{\"icc-kafka-encoder\":{\"type\":\"Buffer\",\"data\":[106,115,111,110]}},{\"icc-event-type\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,105,110,99,105,100,101,110,116,45,114,101,115,111,108,118,101,100]}},{\"timestamp\":{\"type\":\"Buffer\",\"data\":[77,111,110,44,32,49,55,32,77,97,114,32,50,48,50,53,32,49,48,58,50,50,58,51,52,32,71,77,84]}},{\"event-source\":{\"type\":\"Buffer\",\"data\":[105,99,99,45,114,101,115,116]}}],\"key\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"messageAsString\":\"{\\\"createdAt\\\":\\\"2025-03-17T10:22:10.525Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https://meet.google.com/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Change\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https://salesforce.quip.com/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T10:21:28.596Z\\\"},\\\"changes\\\":{\\\"status\\\":[\\\"InProgress\\\",\\\"Resolved\\\"],\\\"category\\\":[\\\"\\\",\\\"Application\\\"],\\\"rootCause\\\":[\\\"\\\",\\\"Change\\\"]},\\\"requestId\\\":\\\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\\\",\\\"client\\\":\\\"icc-ui\\\"}\",\"messageAsJson\":{\"createdAt\":\"2025-03-17T10:22:10.525Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Change\"]},\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"},\"encoder\":\"json\",\"eventType\":\"icc-incident-resolved\",\"payload\":{\"createdAt\":\"2025-03-17T10:22:10.525Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:21:28.596Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Change\"]},\"requestId\":\"v7pd6-hnqx8a-qtalhe-mtzhx-1742206930215\",\"client\":\"icc-ui\"}}"}
2025-03-17T10:22:35.162638+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"handleQueueEditEvents docId found for [object Object]: ODAAAAeWWAB"}
2025-03-17T10:22:35.162678+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"routeEventJson for icc-incident-resolved and docId ODAAAAeWWAB"}
2025-03-17T10:22:35.162705+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Processing eventTypeIncidentResolved for 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:35.162762+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"kafkaReportConsumer.handleIncidentResolved for id 8314687c-abb3-4165-bbbf-414b12112a6b and docId ODAAAAeWWAB"}
2025-03-17T10:22:35.162808+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955162,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"RedisService: getIncidentInfo, key: 8314687c-abb3-4165-bbbf-414b12112a6b-incident-info"}
2025-03-17T10:22:35.163134+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955163,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"CacheServiceFacade.getValue key: 8314687c-abb3-4165-bbbf-414b12112a6b-gus-casenumber - value: [object Promise]"}
2025-03-17T10:22:35.226048+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955225,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:35.226112+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955226,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-reporting'"}
2025-03-17T10:22:35.226115+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955226,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"timestamp\":\"2025-03-17T10:22:34.208Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}"}
2025-03-17T10:22:35.226130+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955226,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"}
2025-03-17T10:22:35.226190+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206955226,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}"}
2025-03-17T10:22:35.226280+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206955226,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:35.226529+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742206955226,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T10:22:36.753023+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206956752,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"RedisService: saveIncidentInfo, key: 8314687c-abb3-4165-bbbf-414b12112a6b-incident-info, info: {\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseId\":\"500EE00001TyZ1rYAF\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"slackChannelId\":\"C08JMPZNEGY\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"impact\":\"PerformanceDegradation\",\"impactStart\":\"2025-03-17T07:53:00.000Z\",\"impactEnd\":\"2025-03-17T09:08:00.000Z\",\"servicesImpacted\":\"Core Live on Falcon\",\"roles\":{},\"category\":\"Application\",\"rootCause\":\"Change\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"caseNumber\":\"73104263\",\"productTag\":\"Product tag not found\",\"proximateCause\":\"Proximate cause not found\",\"customerExperience\":\"Customer Experience not found\",\"immediateResolution\":\"Immediate Resolution not found\",\"aarQuestions\":\"Aar Questions not found\",\"closingComments\":\"Closing comments not found\",\"closedBy\":\"Closed By not found\"}"}
2025-03-17T10:22:36.754083+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206956754,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-incident-resolved correctly routed"}
2025-03-17T10:22:37.313737+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206957313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:22:37.313811+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206957313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-reporting'"}
2025-03-17T10:22:37.313812+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206957313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001Bctft2AB\",\"incidentToCiId\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\"}],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"}"}
2025-03-17T10:22:37.313815+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206957313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-17T10:22:37.313867+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742206957313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}"}
2025-03-17T10:22:37.313967+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742206957313,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:22:37.314183+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":50,"time":1742206957314,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","err":{"type":"TypeError","message":"Cannot read properties of undefined (reading 'id')","stack":"TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (/app/build/kafka/kafka.report.consumer.js:43:109)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (/app/node_modules/node-rdkafka/lib/kafka-consumer.js:448:12)"},"msg":"[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly"}
2025-03-17T10:27:11.217388+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207231217,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879307776,\"uptime\":2027126.6,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24296320,\"nice\":16990,\"sys\":3488890,\"idle\":1991832840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24010750,\"nice\":16540,\"sys\":3505630,\"idle\":1992058940,\"irq\":0}}],\"eventLoopStats\":{\"min\":168,\"max\":30027,\"num\":3,\"sum\":60024}}}"}
2025-03-17T10:27:11.217531+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207231217,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:31:30.704167+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207490704,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-request correctly routed"}
2025-03-17T10:31:30.797023+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207490796,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:31:30.797294+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T10:31:30.797377+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:31:30.787Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"992c5c53-d46d-4933-a50c-1c4f992422c9\",\"sequenceNumber\":4}}"}
2025-03-17T10:31:30.797410+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T10:31:30.797410+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T10:31:30.797641+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:31:30.797641+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-response"}
2025-03-17T10:31:30.797642+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T10:31:30.797642+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207490797,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-response correctly routed"}
2025-03-17T10:31:41.298302+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:31:41.298533+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-reporting'"}
2025-03-17T10:31:41.299058+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:31:41.163Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https://salesforce.pagerduty.com/incidents/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https://meet.google.com/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https://tel.meet/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https://salesforce.quip.com/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"992c5c53-d46d-4933-a50c-1c4f992422c9\",\"sequenceNumber\":4}}"}
2025-03-17T10:31:41.299063+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T10:31:41.299092+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}"}
2025-03-17T10:31:41.299093+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:31:41.299094+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-response"}
2025-03-17T10:31:41.299095+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-internal-comms-response is not consumed by icc-reporting."}
2025-03-17T10:31:41.299096+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207501298,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-internal-comms-response correctly routed"}
2025-03-17T10:32:35.921966+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207555921,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:32:35.922057+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-reporting'"}
2025-03-17T10:32:35.922104+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:32:35.870Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}"}
2025-03-17T10:32:35.922140+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T10:32:35.922211+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}"}
2025-03-17T10:32:35.922303+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:32:35.922304+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - bullmq-job-completed"}
2025-03-17T10:32:35.922305+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type bullmq-job-completed is not consumed by icc-reporting."}
2025-03-17T10:32:35.922339+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207555922,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - bullmq-job-completed correctly routed"}
2025-03-17T10:32:36.009822+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207556009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b"}
2025-03-17T10:32:36.009961+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207556009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-reporting'"}
2025-03-17T10:32:36.009971+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207556009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:32:35.959Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:32:35.771Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}"}
2025-03-17T10:32:36.009972+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207556009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T10:32:36.010012+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207556009,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}"}
2025-03-17T10:32:36.010133+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207556010,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:32:36.010134+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742207556010,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b - icc-reminder-triggered"}
2025-03-17T10:32:36.010134+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207556010,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event type icc-reminder-triggered is not consumed by icc-reporting."}
2025-03-17T10:32:36.010150+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742207556010,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-reporting","msg":"Event 8314687c-abb3-4165-bbbf-414b12112a6b - icc-reminder-triggered correctly routed"}
2025-03-17T10:41:11.477398+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742208071477,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874355712,\"uptime\":2027966.86,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24302820,\"nice\":16990,\"sys\":3489990,\"idle\":1992662430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24016360,\"nice\":16540,\"sys\":3506660,\"idle\":1992888250,\"irq\":0}}],\"eventLoopStats\":{\"min\":86,\"max\":30001,\"num\":3,\"sum\":60015}}}"}
2025-03-17T10:41:11.477556+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742208071477,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:50:11.609417+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742208611609,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865557504,\"uptime\":2028506.99,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24306980,\"nice\":16990,\"sys\":3490760,\"idle\":1993194850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24020690,\"nice\":16540,\"sys\":3507520,\"idle\":1993421190,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":10,\"sum\":59997}}}"}
2025-03-17T10:50:11.609629+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742208611609,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:52:11.657449+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742208731657,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865102848,\"uptime\":2028627.04,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24307680,\"nice\":16990,\"sys\":3490940,\"idle\":1993313430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24021750,\"nice\":16540,\"sys\":3507690,\"idle\":1993539630,\"irq\":0}}],\"eventLoopStats\":{\"min\":107,\"max\":30026,\"num\":3,\"sum\":60019}}}"}
2025-03-17T10:52:11.657704+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742208731657,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T10:56:11.717434+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742208971717,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2864009216,\"uptime\":2028867.1,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24309720,\"nice\":16990,\"sys\":3491230,\"idle\":1993550430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24023870,\"nice\":16540,\"sys\":3507990,\"idle\":1993776470,\"irq\":0}}],\"eventLoopStats\":{\"min\":83,\"max\":30028,\"num\":3,\"sum\":59999}}}"}
2025-03-17T10:56:11.717515+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742208971717,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:00:05.439909+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209205439,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T11:00:05.440867+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209205440,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T11:00:11.761414+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742209211761,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865479680,\"uptime\":2029107.14,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24312380,\"nice\":16990,\"sys\":3491530,\"idle\":1993787320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24026110,\"nice\":16540,\"sys\":3508240,\"idle\":1994013570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30027,\"num\":13,\"sum\":60000}}}"}
2025-03-17T11:00:11.761486+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209211761,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:01:11.785401+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742209271785,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865487872,\"uptime\":2029167.17,\"totalMem\":4018151424,\"loadavg\":[0.13,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24312830,\"nice\":16990,\"sys\":3491620,\"idle\":1993846570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24026480,\"nice\":16540,\"sys\":3508340,\"idle\":1994072850,\"irq\":0}}],\"eventLoopStats\":{\"min\":167,\"max\":30006,\"num\":3,\"sum\":60025}}}"}
2025-03-17T11:01:11.785530+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209271785,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:02:11.817456+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742209331817,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865496064,\"uptime\":2029227.2,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24313160,\"nice\":16990,\"sys\":3491680,\"idle\":1993905870,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24026800,\"nice\":16540,\"sys\":3508400,\"idle\":1994132080,\"irq\":0}}],\"eventLoopStats\":{\"min\":147,\"max\":30021,\"num\":3,\"sum\":60027}}}"}
2025-03-17T11:02:11.817516+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209331817,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:05:06.518900+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209506518,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Connected to Redis"}
2025-03-17T11:05:06.519788+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209506519,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Redis client ready"}
2025-03-17T11:10:11.957440+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742209811957,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2865704960,\"uptime\":2029707.34,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24316990,\"nice\":16990,\"sys\":3492320,\"idle\":1994379810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24030690,\"nice\":16540,\"sys\":3509010,\"idle\":1994606070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30018,\"num\":13,\"sum\":60001}}}"}
2025-03-17T11:10:11.957492+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209811957,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:13:12.025381+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742209992025,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2864599040,\"uptime\":2029887.41,\"totalMem\":4018151424,\"loadavg\":[0.05,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24318360,\"nice\":16990,\"sys\":3492560,\"idle\":1994557480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24032310,\"nice\":16540,\"sys\":3509260,\"idle\":1994783900,\"irq\":0}}],\"eventLoopStats\":{\"min\":154,\"max\":30002,\"num\":3,\"sum\":60017}}}"}
2025-03-17T11:13:12.025509+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742209992025,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:14:12.053421+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742210052053,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2864410624,\"uptime\":2029947.44,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24318670,\"nice\":16990,\"sys\":3492640,\"idle\":1994616750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24032860,\"nice\":16540,\"sys\":3509350,\"idle\":1994843170,\"irq\":0}}],\"eventLoopStats\":{\"min\":138,\"max\":30029,\"num\":3,\"sum\":60026}}}"}
2025-03-17T11:14:12.053465+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742210052053,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:15:12.057501+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742210112057,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2864779264,\"uptime\":2030007.44,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24319000,\"nice\":16990,\"sys\":3492760,\"idle\":1994675960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24033380,\"nice\":16540,\"sys\":3509450,\"idle\":1994902370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":30026,\"num\":13,\"sum\":60000}}}"}
2025-03-17T11:15:12.057660+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742210112057,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}
2025-03-17T11:22:12.177422+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":20,"time":1742210532177,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer is producing message with key 'icc-reporting' to topic 'metrics': {\"service\":\"icc-reporting\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861096960,\"uptime\":2030427.56,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24322310,\"nice\":16990,\"sys\":3493370,\"idle\":1995090480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":24036690,\"nice\":16540,\"sys\":3510130,\"idle\":1995316600,\"irq\":0}}],\"eventLoopStats\":{\"min\":116,\"max\":30025,\"num\":3,\"sum\":60009}}}"}
2025-03-17T11:22:12.177544+00:00 f995e76c-45ce-47ba-9e5e-2aa8f396323b app[worker.1] {"level":30,"time":1742210532177,"pid":30,"hostname":"dyno-247e3aab-0e12-45b9-a84f-c91408696d40","name":"icc-common","msg":"Kafka Producer successfully sent event with key 'icc-reporting' to Kafka topic 'metrics'"}